-- Logs begin at Tue 2021-04-20 17:49:39 UTC, end at Tue 2021-04-20 18:48:47 UTC. -- Apr 20 18:20:36.751197 dv-cinder-786932-2-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 20 18:20:39.820770 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.common.config [-] Logging enabled! Apr 20 18:20:39.821357 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev107 Apr 20 18:20:39.822626 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86278) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 20 18:20:39.824413 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.common.config [-] Logging enabled! Apr 20 18:20:39.824696 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev107 Apr 20 18:20:39.825033 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86278) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 20 18:20:39.826087 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 20 18:20:39.826345 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 20 18:20:39.827437 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 20 18:20:39.827713 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 20 18:20:39.827966 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 20 18:20:39.828385 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.828725 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.829060 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.829325 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.829633 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.829959 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.830283 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.830606 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.830968 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.831289 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.831595 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.831911 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.832163 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.832473 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] config_source = [] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.832799 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.833121 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.833369 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] debug = True {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.833678 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.834196 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.834510 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.834844 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.835168 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.835478 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.835781 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.836087 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.836746 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.837105 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] host = dv-cinder-786932-2-smb {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.837414 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.837734 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.838056 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.838374 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.838681 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.839012 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.839330 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.839633 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] log_dir = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.839938 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] log_file = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.840240 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.840561 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.840882 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.841211 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.841461 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.841709 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.842032 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.842353 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.842658 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.842992 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.843297 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.843600 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.843927 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.844227 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.844546 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.844866 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.845193 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.845498 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.845802 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.846107 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.846408 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.846741 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.847058 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.847364 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.847669 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.847989 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.848285 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.848588 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.848920 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.849242 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.849555 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.849873 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.850175 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.850525 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.850853 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.851153 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] use_journal = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.851456 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] use_json = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.851758 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.852061 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.852374 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.852679 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.852982 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.853281 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.853584 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.853881 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:39.854210 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.854539 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.854896 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.855207 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.855535 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.855842 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.856164 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.856473 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.856793 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.857112 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.857416 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.857723 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.858040 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.858353 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.858681 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.859043 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.859437 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.859772 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.860078 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.860380 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.860681 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.860991 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.861307 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.861636 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.861960 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.862263 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.862576 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.862926 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.863235 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.863540 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.863852 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.864173 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.864482 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.864783 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.865093 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.865398 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.865699 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.865997 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.866305 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.866634 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.866966 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.867264 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.867562 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.867871 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.868171 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.868488 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.868790 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.869089 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.869388 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.869697 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.869999 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.870299 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.870608 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.870933 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.871240 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.871540 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.871839 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.872142 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.872443 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.872741 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.873039 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.873339 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.873646 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.873947 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.874247 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.874546 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.874872 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.875197 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.875512 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.875843 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.876153 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.876463 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.876768 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.877063 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.877369 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.877676 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.877983 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.878291 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.878593 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.878939 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.879252 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.879568 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.879883 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.880189 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.880517 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.880823 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.881134 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.881439 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.881745 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.882063 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.882378 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.882759 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.883049 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.883372 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.883695 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.884020 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.884462 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.884666 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.884971 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:39.885214 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 20 18:20:39.885470 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86278) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 20 18:20:40.531096 dv-cinder-786932-2-smb neutron-server[86278]: INFO keyring.backend [-] Loading Gnome Apr 20 18:20:40.547615 dv-cinder-786932-2-smb neutron-server[86278]: INFO keyring.backend [-] Loading Google Apr 20 18:20:40.550263 dv-cinder-786932-2-smb neutron-server[86278]: INFO keyring.backend [-] Loading Windows (alt) Apr 20 18:20:40.553988 dv-cinder-786932-2-smb neutron-server[86278]: INFO keyring.backend [-] Loading file Apr 20 18:20:40.554850 dv-cinder-786932-2-smb neutron-server[86278]: INFO keyring.backend [-] Loading keyczar Apr 20 18:20:40.555129 dv-cinder-786932-2-smb neutron-server[86278]: INFO keyring.backend [-] Loading multi Apr 20 18:20:40.555764 dv-cinder-786932-2-smb neutron-server[86278]: INFO keyring.backend [-] Loading pyfs Apr 20 18:20:40.601237 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86278) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:40.601535 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86278) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:40.601852 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86278) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:40.602215 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 20 18:20:40.990244 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:40.990792 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:40.990792 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:40.992185 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:40.992598 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:40.992883 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:41.028888 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:41.029184 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:41.029485 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:41.044206 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:41.044510 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:41.044803 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:41.109161 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:41.109462 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:41.109788 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:41.110773 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:41.111094 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:41.112816 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:41.376893 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:41.377222 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:41.377501 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:41.377805 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:41.378615 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:41.522086 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:41.522462 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:41.522770 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:41.523098 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:41.523387 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:41.523770 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:41.524226 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:41.524512 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:41.524795 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:41.525129 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:41.525397 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:41.525703 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:41.525996 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:41.526282 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:41.526587 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:41.526924 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:41.527209 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:41.527522 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:41.527800 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:41.528116 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:41.528571 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:41.528848 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:41.529123 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:41.529458 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:41.529729 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:41.529998 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:41.530412 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86278) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 18:20:41.530675 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86278) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 18:20:41.530963 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86278) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 18:20:41.531324 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86278) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 18:20:41.531589 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86278) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 18:20:41.531850 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86278) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 18:20:41.532262 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 20 18:20:41.535321 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 20 18:20:41.539200 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 20 18:20:41.542933 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Apr 20 18:20:41.544566 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 20 18:20:41.545855 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 20 18:20:41.546224 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 20 18:20:41.546645 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 20 18:20:41.550351 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 20 18:20:41.550626 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 20 18:20:41.551029 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 20 18:20:41.577376 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 20 18:20:41.577885 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:41.578227 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86278) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 20 18:20:41.578627 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:41.579970 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86278) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 20 18:20:41.580286 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 20 18:20:41.580558 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 20 18:20:41.583595 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:41.583890 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:41.650976 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 20 18:20:41.651120 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 20 18:20:41.651415 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 20 18:20:41.651807 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 20 18:20:41.689458 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_db.sqlalchemy.engines [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=86278) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 20 18:20:42.153867 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.plugins.ml2.managers [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Initializing driver for type 'gre' Apr 20 18:20:42.154824 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] gre ID ranges: [(1, 1000)] Apr 20 18:20:42.203761 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.plugins.ml2.managers [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Initializing driver for type 'local' Apr 20 18:20:42.204117 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.plugins.ml2.managers [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Initializing driver for type 'vlan' Apr 20 18:20:42.216556 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] VlanTypeDriver initialization complete Apr 20 18:20:42.217085 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.plugins.ml2.managers [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Initializing driver for type 'vxlan' Apr 20 18:20:42.217884 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] vxlan ID ranges: [(1, 1000)] Apr 20 18:20:42.262032 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.plugins.ml2.managers [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Initializing extension driver 'port_security' Apr 20 18:20:42.262390 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.plugins.ml2.extensions.port_security [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] PortSecurityExtensionDriver initialization complete Apr 20 18:20:42.262766 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.plugins.ml2.managers [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Initializing mechanism driver 'openvswitch' Apr 20 18:20:42.263123 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.plugins.ml2.managers [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Initializing mechanism driver 'hyperv' Apr 20 18:20:42.269511 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86278) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:20:42.270336 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: > port after_create 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.270755 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: > port after_update 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.271139 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: > port after_delete 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.271555 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: > subnet after_create 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.271937 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: > subnet after_update 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.272314 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.272723 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: > network after_create 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.273094 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: > network after_update 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.273465 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: > network after_delete 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.273869 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: > security_group after_create 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.274248 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: > security_group after_update 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.274743 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: > security_group after_delete 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.275182 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.275561 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.275934 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.276343 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: > address_group after_create 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.276716 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: > address_group after_update 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.277084 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: > address_group after_delete 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.277445 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] ML2 OVO RPC backend initialized. {{(pid=86278) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 20 18:20:42.278223 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.278602 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.279076 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: > network before_response 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.279450 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: > networks before_response 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.279827 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: > port before_response 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.280199 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: > ports before_response 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.280569 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: > subnet before_response 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.280943 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: > subnets before_response 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.281398 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: > network after_create 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.281751 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: > network after_update 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.282117 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: > network after_delete 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.282483 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: > port after_create 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.282879 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: > port after_update 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.283240 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: > port after_delete 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.283604 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: > subnet after_create 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.283965 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: > subnet after_update 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.284327 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.284949 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.plugins.ml2.plugin [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Modular L2 Plugin initialization complete Apr 20 18:20:42.285302 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading services supported by the core plugin {{(pid=86278) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 20 18:20:42.285661 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.plugins.ml2.managers [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Got port-security extension from driver 'port_security' Apr 20 18:20:42.286160 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.extensions.vlantransparent [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Disabled vlantransparent extension. Apr 20 18:20:42.286686 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86278) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 20 18:20:42.287046 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading Plugin: router Apr 20 18:20:42.325055 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: > router_interface before_create 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.325485 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: > router after_create 55549900 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.325886 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: > router before_create 55549900 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.326285 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.326699 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.327146 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: > router after_delete 55549900 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.327543 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: > floatingip after_update 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.327951 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: > router after_create 55549900 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.328355 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: > router after_update 55549900 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.328742 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: > router after_update 55549900 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.329125 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.329505 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: > router after_update 55549900 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.330005 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: > router precommit_update 55549900 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.330419 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: port after_update 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.330812 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: port after_delete 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.331180 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: subnet after_update 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.331554 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.331943 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: > port precommit_delete 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.332325 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: > router precommit_create 55549900 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.332707 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: port before_delete 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.333077 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: > router precommit_create 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.333478 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: > router after_update 55549900 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.333853 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: > router precommit_delete 55549900 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.334234 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: > router precommit_create 55549900 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.334641 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.335049 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: > router precommit_update 55549900 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.335460 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: > network after_delete 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.336803 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource_registry [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Tracking information for resource: router configured {{(pid=86278) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 18:20:42.337166 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource_registry [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Tracking information for resource: floatingip configured {{(pid=86278) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 18:20:42.341935 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.db.l3_agentschedulers_db [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 20 18:20:42.342611 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: port after_update 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.343025 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: port after_create 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.343407 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: port after_delete 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.343822 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: port after_update 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.344735 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: > router before_create 55550100 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.345104 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: > router precommit_delete 55550100 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.345519 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: > router precommit_create 55550100 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.345898 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: > router precommit_update 55550100 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.350925 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.services.provider_configuration [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Service providers = [] {{(pid=86278) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 20 18:20:42.351314 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.servicetype_db [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86278) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 20 18:20:42.354148 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.services.service_base [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86278) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 20 18:20:42.354525 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.services.service_base [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86278) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 20 18:20:42.354926 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.services.service_base [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86278) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 20 18:20:42.355817 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.services.service_base [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86278) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 20 18:20:42.356209 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.services.service_base [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 20 18:20:42.356612 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86278) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 18:20:42.356960 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 20 18:20:42.367264 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86278) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 18:20:42.367629 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading Plugin: auto_allocate Apr 20 18:20:42.373270 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: network precommit_update 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.373669 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: network precommit_create 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.374248 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86278) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 18:20:42.374599 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading Plugin: tag Apr 20 18:20:42.381659 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86278) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 18:20:42.382027 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading Plugin: timestamp Apr 20 18:20:42.385897 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86278) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 18:20:42.386202 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading Plugin: network_ip_availability Apr 20 18:20:42.391830 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.392230 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.392610 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.393383 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86278) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 18:20:42.393732 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading Plugin: flavors Apr 20 18:20:42.398245 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86278) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 18:20:42.398606 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading Plugin: revisions Apr 20 18:20:42.403223 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86278) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 18:20:42.403643 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.802s {{(pid=86278) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:42.404485 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86278) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 20 18:20:42.404784 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Initializing extension manager. Apr 20 18:20:42.405337 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: __init__.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.405707 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: __pycache__ {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.406066 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.406479 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: address_group.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.407294 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.407920 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded extension: address-group Apr 20 18:20:42.408254 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: address_scope.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.409002 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.409571 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded extension: address-scope Apr 20 18:20:42.409917 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: admin_state_down_before_update.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.410901 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.411484 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded extension: router-admin-state-down-before-update Apr 20 18:20:42.411833 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: agent.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.412580 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.413148 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded extension: agent Apr 20 18:20:42.413502 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: agent_resources_synced.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.414408 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.414999 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded extension: agent-resources-synced Apr 20 18:20:42.415352 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: allowedaddresspairs.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.417147 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.417730 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded extension: allowed-address-pairs Apr 20 18:20:42.418088 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: auto_allocated_topology.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.419177 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.419747 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded extension: auto-allocated-topology Apr 20 18:20:42.420101 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: availability_zone.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.420844 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.421418 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded extension: availability_zone Apr 20 18:20:42.421795 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: availability_zone_filter.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.422737 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.423301 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded extension: availability_zone_filter Apr 20 18:20:42.423650 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: data_plane_status.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.424686 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.425245 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extension data-plane-status not supported by any of loaded plugins Apr 20 18:20:42.425595 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: default_subnetpools.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.426500 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.427094 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded extension: default-subnetpools Apr 20 18:20:42.427443 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: dhcpagentscheduler.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.428309 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.428882 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded extension: dhcp_agent_scheduler Apr 20 18:20:42.429232 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: dns.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.430160 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.430748 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extension dns-integration not supported by any of loaded plugins Apr 20 18:20:42.431106 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: dns_domain_ports.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.432028 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.432601 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 20 18:20:42.432951 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: dvr.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.433663 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.434231 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded extension: dvr Apr 20 18:20:42.434582 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: empty_string_filtering.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.435518 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.436079 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded extension: empty-string-filtering Apr 20 18:20:42.436432 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.437345 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.438002 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 20 18:20:42.438351 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.439290 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.439858 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 20 18:20:42.440209 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: external_net.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.441111 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.441692 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded extension: external-net Apr 20 18:20:42.442040 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: extra_dhcp_opt.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.442974 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.443537 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded extension: extra_dhcp_opt Apr 20 18:20:42.443885 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: extraroute.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.444804 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.445380 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded extension: extraroute Apr 20 18:20:42.445727 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: extraroute_atomic.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.446761 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.447348 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded extension: extraroute-atomic Apr 20 18:20:42.447700 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: filter_validation.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.448388 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.448947 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded extension: filter-validation Apr 20 18:20:42.449296 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: fip_pf_description.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.450208 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.450835 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 20 18:20:42.451184 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: fip_port_details.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.452241 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.452809 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded extension: fip-port-details Apr 20 18:20:42.453189 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: flavors.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.454406 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.455012 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded extension: flavors Apr 20 18:20:42.455368 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.457016 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.457590 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 20 18:20:42.457953 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: floatingip_pools.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.458697 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.459288 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded extension: floatingip-pools Apr 20 18:20:42.459642 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: ip_allocation.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.460578 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.461475 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extension ip_allocation not supported by any of loaded plugins Apr 20 18:20:42.461847 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.462795 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.463363 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded extension: ip-substring-filtering Apr 20 18:20:42.463713 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: l2_adjacency.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.464668 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.465301 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 20 18:20:42.465651 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: l3.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.466732 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.467317 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded extension: router Apr 20 18:20:42.467672 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: l3_conntrack_helper.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.470041 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.470671 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 20 18:20:42.471060 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.472017 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.472593 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded extension: ext-gw-mode Apr 20 18:20:42.472952 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.474014 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.474581 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded extension: l3-ha Apr 20 18:20:42.474965 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: l3_flavors.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.475889 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.476458 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded extension: l3-flavors Apr 20 18:20:42.476813 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.477725 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.478310 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 20 18:20:42.478641 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: l3agentscheduler.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.479818 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.480397 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded extension: l3_agent_scheduler Apr 20 18:20:42.480752 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: logging.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.482244 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.482848 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extension logging not supported by any of loaded plugins Apr 20 18:20:42.483201 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: metering.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.483986 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.484704 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded extension: metering Apr 20 18:20:42.485043 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.486150 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.486748 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded extension: metering_source_and_destination_fields Apr 20 18:20:42.487100 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: multiprovidernet.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.488038 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.488611 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded extension: multi-provider Apr 20 18:20:42.488967 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: netmtu.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.489880 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.490444 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded extension: net-mtu Apr 20 18:20:42.490820 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: netmtu_writable.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.491744 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.492313 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded extension: net-mtu-writable Apr 20 18:20:42.492665 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: network_availability_zone.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.493471 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.494040 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded extension: network_availability_zone Apr 20 18:20:42.494391 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: network_ip_availability.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.495505 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.496074 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded extension: network-ip-availability Apr 20 18:20:42.496431 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: network_segment_range.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.497236 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.497804 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extension network-segment-range not supported by any of loaded plugins Apr 20 18:20:42.498155 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: pagination.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.499168 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.499535 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded extension: pagination Apr 20 18:20:42.499889 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: port_device_profile.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.500872 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.501445 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded extension: port-device-profile Apr 20 18:20:42.501803 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.502746 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.503307 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded extension: port-mac-address-regenerate Apr 20 18:20:42.503659 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.504579 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.505150 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded extension: port-numa-affinity-policy Apr 20 18:20:42.505498 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: port_resource_request.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.506417 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.507001 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extension port-resource-request not supported by any of loaded plugins Apr 20 18:20:42.507350 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: portbindings.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.508270 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.508834 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded extension: binding Apr 20 18:20:42.509186 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: portbindings_extended.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.510432 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.511028 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded extension: binding-extended Apr 20 18:20:42.511384 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: portsecurity.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.512302 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.512879 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded extension: port-security Apr 20 18:20:42.513227 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: project_id.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.514203 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.514568 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded extension: project-id Apr 20 18:20:42.514955 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: providernet.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.515904 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.516474 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded extension: provider Apr 20 18:20:42.516828 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: qos.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.520473 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.521064 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extension qos not supported by any of loaded plugins Apr 20 18:20:42.521431 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.522756 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.523310 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 20 18:20:42.523691 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.524696 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.525270 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 20 18:20:42.525625 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: qos_default.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.526544 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.527149 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extension qos-default not supported by any of loaded plugins Apr 20 18:20:42.527503 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: qos_fip.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.528182 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.528753 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extension qos-fip not supported by any of loaded plugins Apr 20 18:20:42.529107 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: qos_gateway_ip.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.530041 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.530607 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 20 18:20:42.530986 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: qos_port_network_policy.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.531958 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.532531 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 20 18:20:42.532882 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: qos_rule_type_details.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.533807 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.534376 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 20 18:20:42.534753 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: qos_rules_alias.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.535796 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.536362 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 20 18:20:42.536714 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: quotasv2.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.537692 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.538051 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded extension: quotas Apr 20 18:20:42.538399 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: quotasv2_detail.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.540147 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.540522 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded extension: quota_details Apr 20 18:20:42.540875 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: rbac.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.542030 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.542614 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded extension: rbac-policies Apr 20 18:20:42.542994 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: rbac_address_group.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.543928 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.544505 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded extension: rbac-address-group Apr 20 18:20:42.544857 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: rbac_address_scope.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.545769 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.546346 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded extension: rbac-address-scope Apr 20 18:20:42.546699 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: rbac_security_groups.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.547708 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.548280 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded extension: rbac-security-groups Apr 20 18:20:42.548632 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: rbac_subnetpool.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.549559 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.550148 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded extension: rbac-subnetpool Apr 20 18:20:42.550497 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: revisionifmatch.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.551456 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.552029 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded extension: revision-if-match Apr 20 18:20:42.552379 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: revisions.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.553498 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.554077 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded extension: standard-attr-revisions Apr 20 18:20:42.554428 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: router_availability_zone.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.555169 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.555747 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded extension: router_availability_zone Apr 20 18:20:42.556096 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: routerservicetype.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.557013 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.557579 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extension router-service-type not supported by any of loaded plugins Apr 20 18:20:42.557928 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.558916 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.559487 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded extension: security-groups-normalized-cidr Apr 20 18:20:42.559836 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: security_groups_port_filtering.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.560771 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.561345 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded extension: port-security-groups-filtering Apr 20 18:20:42.561697 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.562658 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.563253 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded extension: security-groups-remote-address-group Apr 20 18:20:42.563601 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: securitygroup.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.576843 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.577457 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded extension: security-group Apr 20 18:20:42.577819 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: segment.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.578737 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.579312 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extension segment not supported by any of loaded plugins Apr 20 18:20:42.579666 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.580597 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.581180 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 20 18:20:42.581540 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: servicetype.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.582612 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.583218 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded extension: service-type Apr 20 18:20:42.583571 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: sorting.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.584545 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.584916 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded extension: sorting Apr 20 18:20:42.585267 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: standard_attr_segment.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.586474 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.587089 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 20 18:20:42.587439 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: standardattrdescription.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.588107 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.588685 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded extension: standard-attr-description Apr 20 18:20:42.589037 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: stateful_security_group.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.589979 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.590567 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded extension: stateful-security-group Apr 20 18:20:42.590945 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: stdattrs_common.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.591531 dv-cinder-786932-2-smb neutron-server[86278]: WARNING neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 20 18:20:42.591878 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.592870 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.593439 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 20 18:20:42.593817 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: subnet_onboard.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.594930 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.595508 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded extension: subnet_onboard Apr 20 18:20:42.595859 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.596780 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.597360 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 20 18:20:42.597707 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: subnet_service_types.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.598630 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.599231 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded extension: subnet-service-types Apr 20 18:20:42.599581 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: subnetallocation.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.600656 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.601248 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded extension: subnet_allocation Apr 20 18:20:42.601605 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.602289 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.602905 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded extension: subnetpool-prefix-ops Apr 20 18:20:42.603253 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.604190 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.604761 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 20 18:20:42.605108 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: tagging.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.606368 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.606983 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded extension: standard-attr-tag Apr 20 18:20:42.607337 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: timestamp.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.608513 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.609090 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loaded extension: standard-attr-timestamp Apr 20 18:20:42.609507 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: trunk.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.610511 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.611111 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extension trunk not supported by any of loaded plugins Apr 20 18:20:42.611469 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: trunk_details.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.612378 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.612942 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extension trunk-details not supported by any of loaded plugins Apr 20 18:20:42.613298 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: uplink_status_propagation.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.614210 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.614803 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 20 18:20:42.615163 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Loading extension file: vlantransparent.py {{(pid=86278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:20:42.615860 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:20:42.616444 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 20 18:20:42.619199 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.quota.resource_registry [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Creating instance of TrackedResource for resource:network Apr 20 18:20:42.620016 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.quota.resource_registry [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Creating instance of TrackedResource for resource:subnet Apr 20 18:20:42.620656 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.quota.resource_registry [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 18:20:42.621301 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.quota.resource_registry [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Creating instance of TrackedResource for resource:port Apr 20 18:20:42.622819 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.resource_helper [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 18:20:42.623292 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.resource_helper [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Service FLAVORS assigned prefix: {{(pid=86278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 18:20:42.623955 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.resource_helper [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 18:20:42.624411 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.resource_helper [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 18:20:42.624768 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.quota.resource_registry [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Creating instance of TrackedResource for resource:router Apr 20 18:20:42.625507 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.quota.resource_registry [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Creating instance of TrackedResource for resource:floatingip Apr 20 18:20:42.626270 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.resource_helper [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Service METERING assigned prefix: /metering {{(pid=86278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 18:20:42.628115 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.628507 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.628884 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86278) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:20:42.630007 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.quota.resource_registry [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Creating instance of CountableResource for resource:rbac_policy Apr 20 18:20:42.630489 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.quota.resource_registry [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Creating instance of TrackedResource for resource:security_group Apr 20 18:20:42.631319 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.quota.resource_registry [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 20 18:20:42.632097 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.resource_helper [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Service CORE assigned prefix: {{(pid=86278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 18:20:42.632463 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.quota.resource_registry [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 18:20:42.632818 dv-cinder-786932-2-smb neutron-server[86278]: WARNING neutron.quota.resource_registry [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] subnetpool is already registered Apr 20 18:20:42.633481 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.resource_helper [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Service CORE assigned prefix: {{(pid=86278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 18:20:42.633827 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.quota.resource_registry [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 18:20:42.634182 dv-cinder-786932-2-smb neutron-server[86278]: WARNING neutron.quota.resource_registry [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] subnetpool is already registered Apr 20 18:20:42.636920 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.resource_helper [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 18:20:42.637391 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.resource_helper [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Service FLAVORS assigned prefix: {{(pid=86278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 18:20:42.638020 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.resource_helper [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 18:20:42.638473 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.resource_helper [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 18:20:42.638858 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.quota.resource_registry [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Creating instance of TrackedResource for resource:router Apr 20 18:20:42.639216 dv-cinder-786932-2-smb neutron-server[86278]: WARNING neutron.quota.resource_registry [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] router is already registered Apr 20 18:20:42.639857 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.quota.resource_registry [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Creating instance of TrackedResource for resource:floatingip Apr 20 18:20:42.640213 dv-cinder-786932-2-smb neutron-server[86278]: WARNING neutron.quota.resource_registry [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] floatingip is already registered Apr 20 18:20:42.640945 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.resource_helper [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Service METERING assigned prefix: /metering {{(pid=86278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 18:20:42.641662 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.quota.resource_registry [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Creating instance of CountableResource for resource:rbac_policy Apr 20 18:20:42.642019 dv-cinder-786932-2-smb neutron-server[86278]: WARNING neutron.quota.resource_registry [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] rbac_policy is already registered Apr 20 18:20:42.642632 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.quota.resource_registry [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Creating instance of TrackedResource for resource:security_group Apr 20 18:20:42.643062 dv-cinder-786932-2-smb neutron-server[86278]: WARNING neutron.quota.resource_registry [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] security_group is already registered Apr 20 18:20:42.643768 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.quota.resource_registry [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 20 18:20:42.644121 dv-cinder-786932-2-smb neutron-server[86278]: WARNING neutron.quota.resource_registry [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] security_group_rule is already registered Apr 20 18:20:42.644819 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.resource_helper [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Service CORE assigned prefix: {{(pid=86278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 18:20:42.645181 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.quota.resource_registry [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 18:20:42.645531 dv-cinder-786932-2-smb neutron-server[86278]: WARNING neutron.quota.resource_registry [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] subnetpool is already registered Apr 20 18:20:42.646194 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.resource_helper [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Service CORE assigned prefix: {{(pid=86278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 18:20:42.646549 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.quota.resource_registry [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 18:20:42.646924 dv-cinder-786932-2-smb neutron-server[86278]: WARNING neutron.quota.resource_registry [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] subnetpool is already registered Apr 20 18:20:42.647621 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extended resource: extensions {{(pid=86278) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:42.649130 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extended resource: address-groups {{(pid=86278) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:42.650793 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extended resource: address-scopes {{(pid=86278) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:42.652060 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extended resource: agents {{(pid=86278) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:42.653272 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extended resource: auto-allocated-topology {{(pid=86278) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:42.654592 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extended resource: availability_zones {{(pid=86278) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:42.655945 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extended resource: dhcp-networks {{(pid=86278) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:42.657421 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extended resource: dhcp-agents {{(pid=86278) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:42.658923 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extended resource: routers {{(pid=86278) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:42.660769 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extended resource: flavors {{(pid=86278) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:42.661983 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extended resource: service_profiles {{(pid=86278) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:42.663266 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extended resource: next_providers {{(pid=86278) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:42.664845 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extended resource: service_profiles {{(pid=86278) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:42.666341 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extended resource: floatingip-pools {{(pid=86278) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:42.667634 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extended resource: routers {{(pid=86278) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:42.669476 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extended resource: floatingips {{(pid=86278) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:42.670750 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extended resource: l3-routers {{(pid=86278) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:42.672248 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extended resource: l3-agents {{(pid=86278) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:42.673707 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extended resource: metering-labels {{(pid=86278) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:42.675964 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extended resource: metering-label-rules {{(pid=86278) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:42.677279 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extended resource: network-ip-availabilities {{(pid=86278) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:42.678609 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extended resource: bindings {{(pid=86278) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:42.680346 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extended resource: quotas {{(pid=86278) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:42.681836 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extended resource: quotas {{(pid=86278) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:42.683308 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extended resource: rbac-policies {{(pid=86278) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:42.684641 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extended resource: security-groups {{(pid=86278) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:42.685903 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extended resource: security-group-rules {{(pid=86278) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:42.687230 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extended resource: service-providers {{(pid=86278) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:42.688514 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extended resource: subnetpools {{(pid=86278) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:42.689979 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extended resource: subnetpools {{(pid=86278) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:42.691519 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extended resource: tags {{(pid=86278) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:42.693300 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extended resource: tags {{(pid=86278) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:42.695223 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extended resource: tags {{(pid=86278) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:42.697056 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extended resource: tags {{(pid=86278) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:42.698913 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extended resource: tags {{(pid=86278) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:42.700837 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extended resource: tags {{(pid=86278) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:42.702612 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extended resource: tags {{(pid=86278) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:42.704640 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extended resource: tags {{(pid=86278) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:42.706468 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extended resource: tags {{(pid=86278) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:42.708430 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.extensions [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Extended resource: tags {{(pid=86278) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:20:42.715560 dv-cinder-786932-2-smb neutron-server[86278]: WARNING keystonemiddleware.auth_token [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 20 18:20:42.720845 dv-cinder-786932-2-smb neutron-server[86278]: WARNING keystonemiddleware.auth_token [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 20 18:20:42.729809 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Acquired lock "singleton_lock" {{(pid=86278) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 20 18:20:42.730318 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Releasing lock "singleton_lock" {{(pid=86278) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 20 18:20:42.731842 dv-cinder-786932-2-smb neutron-server[86278]: INFO oslo_service.service [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Starting 2 workers Apr 20 18:20:42.736619 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Started child 86391 {{(pid=86278) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 20 18:20:42.740408 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:42.741248 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Started child 86392 {{(pid=86278) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 20 18:20:42.741830 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [-] (86391) wsgi starting up on http://0.0.0.0:9696 Apr 20 18:20:42.742660 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.service [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 20 18:20:42.743330 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Notify callbacks [] for process, before_spawn {{(pid=86278) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:42.744649 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:42.745758 dv-cinder-786932-2-smb neutron-server[86278]: INFO oslo_service.service [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Starting 1 workers Apr 20 18:20:42.745898 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [-] (86392) wsgi starting up on http://0.0.0.0:9696 Apr 20 18:20:42.751219 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Started child 86393 {{(pid=86278) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 20 18:20:42.751742 dv-cinder-786932-2-smb neutron-server[86278]: INFO oslo_service.service [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Starting 1 workers Apr 20 18:20:42.753356 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.service [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] calling RpcWorker wait() {{(pid=86393) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 20 18:20:42.753820 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.service [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] returning from RpcWorker wait() {{(pid=86393) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 20 18:20:42.755492 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:42.756073 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:20:42.756379 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Started child 86394 {{(pid=86278) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 20 18:20:42.757149 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de4a69ac-c369-41aa-8aef-2f8ad8b19c42 None None] Notify callbacks [] for process, after_spawn {{(pid=86278) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:42.758750 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86278) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 20 18:20:42.758937 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 20 18:20:42.759163 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 20 18:20:42.759434 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 20 18:20:42.759821 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 20 18:20:42.759946 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 20 18:20:42.760222 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:42.760562 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.760852 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.761143 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.761426 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.761713 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.762361 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.762657 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.762966 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.763264 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.763529 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.763726 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.763876 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.764170 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.764422 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.764773 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.765061 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.765317 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.765658 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.765862 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.766144 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.766430 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.766725 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.767014 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] debug = True {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.767273 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.767830 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.768083 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.768353 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.768610 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.768901 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.769158 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.769447 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.769716 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.769959 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.770236 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.770503 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.770790 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.771035 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.771298 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.771591 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.771839 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.772273 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] host = dv-cinder-786932-2-smb {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.772528 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.772769 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.773040 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.773297 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.773571 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.773826 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.774103 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.774382 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.774657 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.774940 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.775198 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.775454 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.775718 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.775973 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] log_file = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.776115 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] log_options = True {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.776361 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.776657 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.776950 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.777157 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.777345 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.777530 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.777819 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.778004 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.778282 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.778536 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.778817 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.779065 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.779305 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.779547 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.779821 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.780088 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.780352 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.780603 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.780906 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.781260 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.781548 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.781806 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.782048 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.782365 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.782548 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.782781 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.783046 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.783295 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.783546 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.783815 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.784078 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.784364 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.784634 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.784865 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.785765 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.785765 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.785765 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.786250 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.786250 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.786519 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:20:42.786652 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.786652 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.786953 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.787087 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.787233 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.787493 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.787748 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] use_json = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.788656 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.788656 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.788656 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.788656 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.788939 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.789086 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.789544 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.789988 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.790757 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.791016 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.791402 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.791645 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.791907 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.792147 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.792375 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.792621 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.792919 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.798802 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.798802 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.798802 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.798802 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.798802 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.798802 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.798802 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.798802 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.799545 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.799545 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.799545 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.799545 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.799545 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.799545 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.799545 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.799545 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.800209 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.800209 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.800209 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.800209 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.800209 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.800209 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.800209 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.800209 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.800860 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.800860 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.800860 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.800860 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.800860 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.800860 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.800860 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.800860 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.801466 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.801466 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.801588 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.804636 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.804915 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.805119 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.805443 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.808211 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.808211 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.808211 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.810553 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.810857 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.811126 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.811392 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.811679 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.811965 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.812151 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.812432 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.812686 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.812954 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.813236 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.813526 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.813772 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.814017 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.814269 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.814513 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.814777 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.815130 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.815507 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.815809 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.816201 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.816443 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.816781 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.817036 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.817268 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.817512 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.817789 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.818089 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.818337 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.818580 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.818907 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.819182 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.819421 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.819724 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.820055 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.820319 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.820600 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.820850 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.821120 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.821367 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.821642 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.821887 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.822134 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.822393 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.822660 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.822973 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.823250 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.823505 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.823751 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.824034 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.824284 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.824541 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.824786 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.825054 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.825388 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.825659 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.825921 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.826199 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.826480 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.826827 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.827143 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.827413 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.827717 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.828022 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.828343 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.828666 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.828992 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.829287 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.829568 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.829833 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.830109 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.830392 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.830678 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.830960 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.831241 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.831488 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.831785 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.832046 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.832290 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.832528 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.832796 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.833150 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.833444 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.833711 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.833947 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.834222 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.834523 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.834826 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.835117 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.835391 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.835656 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.835931 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.836565 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.836830 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.837059 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.837322 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.837558 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.837816 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.838056 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.838315 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.838583 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.838843 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.839111 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.839368 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.839678 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.839953 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.840204 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.840479 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.840759 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.840995 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.841256 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.841516 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.841758 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.842000 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.842243 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.842484 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.842767 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.843030 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.843343 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.843646 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.843918 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.844190 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.844441 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.844709 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.844947 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.845226 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.845488 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.845728 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.845965 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.846227 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.846464 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.846732 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.847018 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.847257 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.847534 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.847802 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.848137 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.848397 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.848654 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.848912 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.849172 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.849427 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.849671 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.849914 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.850155 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.850397 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.850637 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.850946 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.851212 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.851489 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.851727 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.851963 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.852206 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.852451 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.852703 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.853033 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.853297 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.853562 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.853819 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.854071 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.854325 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.854559 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.854815 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.855059 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.855298 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.855552 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.855788 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.856021 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.856261 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.856494 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.856746 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.856980 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.857211 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.857449 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.857681 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.857932 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.858166 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.858399 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.858638 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.858894 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.859262 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.859604 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.859851 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.860150 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.860418 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.860692 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.860960 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.861329 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.861591 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.861878 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.862121 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.862370 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.862616 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.862946 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.863312 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.863680 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.863958 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.864228 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.864538 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.864816 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.865110 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.865349 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.865636 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.865979 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.866393 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.866662 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.866944 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.867235 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.867467 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.867709 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.867951 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.868191 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.868432 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.868715 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.868989 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.869239 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.869481 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.869741 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.869981 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.870229 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.870480 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.870784 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.871003 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.871161 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 20 18:20:42.871684 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86278) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 20 18:20:42.871843 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 20 18:20:42.871985 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 20 18:20:42.872199 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 20 18:20:42.872396 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 20 18:20:42.872552 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 20 18:20:42.872788 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.872970 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.873152 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.873332 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.873515 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.873716 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.873866 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.874053 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.874208 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.874384 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.874532 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.874730 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.874951 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.875134 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.875282 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.875468 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.875614 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.875802 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.875985 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.876133 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.876322 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.876463 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.876600 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] debug = True {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.876772 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.876974 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.877130 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.877279 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.877460 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.877640 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.877787 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.877970 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.878150 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.878315 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.878456 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.878635 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.878857 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.879005 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.879187 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.879335 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.879515 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.879661 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] host = dv-cinder-786932-2-smb {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.879843 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.879989 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.880170 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.880326 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.880478 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.880651 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.880797 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.880979 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.881125 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.881305 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.881454 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.881636 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.881796 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.881938 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] log_file = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.882116 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] log_options = True {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.882263 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.882444 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.882602 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.882821 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.882973 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.883247 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.883407 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.883585 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.883733 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.883916 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.884093 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.884248 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.884395 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.884574 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.884733 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.884885 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.885037 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.885176 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.885360 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.885538 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.885685 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.885869 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.886014 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.886199 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.886354 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.886528 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.886675 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.886883 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.887040 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.887215 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.887424 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.887563 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.887701 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.887853 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.887992 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.888132 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.888304 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.888455 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.888637 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.888812 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.888988 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.889147 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.889294 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.889469 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.889615 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.889796 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] use_json = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.889943 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.890124 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.890271 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.890452 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.890825 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.890991 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.891132 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.891314 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:20:42.891520 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.891665 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.891805 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.892088 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.892271 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.892451 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.892611 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.892789 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.892969 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.893150 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.893339 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.893522 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.893713 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.893894 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.894050 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.894202 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.894386 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.894566 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.894752 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.894898 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.895085 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.895238 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.895438 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.895618 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.895777 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.895954 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.896103 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.896290 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.896471 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.896652 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.896834 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.897014 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.897198 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.897353 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.897534 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.897683 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.897868 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.898048 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.898235 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.898418 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.898647 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.898837 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.898989 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.899392 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.899951 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.900139 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.900324 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.900510 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.900695 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.900878 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.901073 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.901228 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.901805 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.901805 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.901805 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.902071 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.902071 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.902245 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.902410 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.902512 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.902680 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.902900 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.903083 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.903266 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.903456 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.903612 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.903797 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.903981 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.904165 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.904348 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.904531 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.904765 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.904896 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.905033 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.905256 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.905440 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.905621 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.905772 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.906080 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.906261 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.906448 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.906629 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.906838 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.907004 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.907197 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.907553 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.907736 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.907925 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.908186 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.908372 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.908555 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.908737 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.908920 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.909103 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.909287 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.909470 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.909653 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.909838 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.910020 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.910203 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.910387 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.910570 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.910773 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.910957 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.911140 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.911322 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.911505 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.911687 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.911870 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.912053 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.912236 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.912429 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.912611 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.912799 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.912990 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.913117 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.913320 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.913507 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.913695 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.913836 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.913985 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.914167 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.914351 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.914534 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.914732 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.914918 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.915100 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.915291 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.915486 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.915669 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.915852 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.916036 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.916270 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.916454 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.916638 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.916821 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.917006 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.917192 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.917375 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.917557 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.917759 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.917905 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.918089 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.918274 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.918457 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.918640 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.918858 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.919043 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.919228 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.919412 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.919595 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.919781 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.919965 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.920147 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.920332 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.920516 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.920699 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.920882 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.921063 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.921276 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.921444 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.921589 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.921809 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.922004 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.922188 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.922373 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.922558 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.922829 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.922931 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.923092 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.923278 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.923463 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.923646 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.923830 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.924013 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.924201 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.924390 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.924552 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.924799 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.924987 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.925088 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.926862 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.927096 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.927319 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.927473 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:20:42.927569 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.927706 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.927914 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.928138 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.928344 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.928548 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.929141 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 58724) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:20:42.930996 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.931188 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.931403 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.931607 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.931808 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.932006 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.932204 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.932376 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.932579 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.932778 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.932970 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.933158 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.933349 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.933535 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.933720 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.933904 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.934104 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.934265 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.934662 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.934874 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.935032 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.935234 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.935419 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.935604 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.935788 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.935952 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.936141 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.936323 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.936506 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.936688 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.936871 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.937064 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.937247 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.937455 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.937646 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.937802 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.937999 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.938181 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.938339 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.938520 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.938700 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.938920 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.939105 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.939288 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.940446 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.941124 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0095019 Apr 20 18:20:42.942471 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.942681 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.942903 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.943117 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.943313 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.943807 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.944563 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.944563 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.945194 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.945690 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.946698 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.946898 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.947126 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.947254 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.947460 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.947661 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.948589 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.949639 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.949639 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.949949 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.951247 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.951420 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.951884 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.953434 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.954240 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.954449 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.955401 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.955610 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.955808 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.956000 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.956222 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.956335 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.956570 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.956760 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.957276 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.958274 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.958274 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.958274 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.958274 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:20:42.958274 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86278) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 20 18:20:53.791502 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1613c3b-d7f4-4c21-ad3d-69fc8d2bc065 None None] get_active_networks_info from dv-cinder-786932-2-smb {{(pid=86393) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 20 18:20:54.016863 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1613c3b-d7f4-4c21-ad3d-69fc8d2bc065 None None] No non-hosted networks {{(pid=86393) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 20 18:20:54.034762 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.agentschedulers_db [None req-c1613c3b-d7f4-4c21-ad3d-69fc8d2bc065 None None] DHCP Agent not found on host dv-cinder-786932-2-smb {{(pid=86393) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 20 18:20:54.184644 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-7afc5d6a-cb84-4fd6-9f45-1bcb123408ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533'] for agent, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:55.520476 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-631c0d1a-b29b-473f-b8b2-0a5b172d9bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533'] for agent, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:55.587014 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4883009b-c20c-41ae-adb0-11dd68a25351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:56.656866 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3b38f3e8-f2f1-49b6-ac75-f9314cd83db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533'] for agent, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:57.739744 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533'] for agent, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:57.741897 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:57.743432 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:57.744401 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:57.745938 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:57.749483 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:57.750810 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:57.752176 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:57.754532 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:57.759158 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:57.760440 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:57.761672 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:57.772666 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:57.773275 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786932-2-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:20:57.779107 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786932-2-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:20:58.271693 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.db.l3_hamode_db [None req-7a254a9b-58bc-4ca6-87f3-93e26d283e76 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 20 18:20:58.373233 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a254a9b-58bc-4ca6-87f3-93e26d283e76 None None] Routers set() bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:20:58.374029 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a254a9b-58bc-4ca6-87f3-93e26d283e76 None None] Router IDs set() for agent in host dv-cinder-786932-2-smb {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 20 18:20:58.376313 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db4e54cc-07a3-4585-8120-e6421209c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533'] for agent, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:59.015437 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 58818) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:20:59.669289 dv-cinder-786932-2-smb neutron-server[86278]: WARNING oslo_policy.policy [None req-69a00457-1bc7-4ac5-a678-92f2b42e96de admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 18:20:59.669858 dv-cinder-786932-2-smb neutron-server[86278]: WARNING oslo_policy.policy [None req-69a00457-1bc7-4ac5-a678-92f2b42e96de admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 18:20:59.897620 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [None req-69a00457-1bc7-4ac5-a678-92f2b42e96de admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86392) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 18:20:59.899793 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-69a00457-1bc7-4ac5-a678-92f2b42e96de admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8824742 Apr 20 18:21:02.610834 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 58834) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:21:03.021992 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-ae71825d-c190-4dbd-83bc-897481370227 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=86392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:21:03.134414 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.policy [None req-ae71825d-c190-4dbd-83bc-897481370227 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86392) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 20 18:21:03.189668 dv-cinder-786932-2-smb neutron-server[86278]: WARNING oslo_policy.policy [None req-ae71825d-c190-4dbd-83bc-897481370227 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 18:21:03.190017 dv-cinder-786932-2-smb neutron-server[86278]: WARNING oslo_policy.policy [None req-ae71825d-c190-4dbd-83bc-897481370227 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 18:21:03.207942 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.quota [None req-ae71825d-c190-4dbd-83bc-897481370227 admin admin] Loaded quota_driver: . Apr 20 18:21:03.224794 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-ae71825d-c190-4dbd-83bc-897481370227 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:21:03.288299 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-ae71825d-c190-4dbd-83bc-897481370227 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363278074432554', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363278074458782', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363278074451301', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363278074449401', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363278074491897', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363278074491528', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854206509', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854106413', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7929704', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036846967906'] for rbac-policy, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:03.523866 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-ae71825d-c190-4dbd-83bc-897481370227 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:03.525120 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-ae71825d-c190-4dbd-83bc-897481370227 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9132211 Apr 20 18:21:06.503861 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 58848) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:21:06.900251 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-42d9f0c7-1964-45e9-a7b6-c7c84cfffaf0 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'fad659db1d4a4f12b628ff0b930b7da3'}} {{(pid=86392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:21:06.908559 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-42d9f0c7-1964-45e9-a7b6-c7c84cfffaf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:21:06.913333 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-42d9f0c7-1964-45e9-a7b6-c7c84cfffaf0 admin admin] Usage tracker for resource:network and tenant:fad659db1d4a4f12b628ff0b930b7da3 is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:21:06.917113 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-42d9f0c7-1964-45e9-a7b6-c7c84cfffaf0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:21:06.923969 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-42d9f0c7-1964-45e9-a7b6-c7c84cfffaf0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:21:06.934331 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d9f0c7-1964-45e9-a7b6-c7c84cfffaf0 admin admin] Made reservation on behalf of fad659db1d4a4f12b628ff0b930b7da3 for: {'network': 1} {{(pid=86392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:21:06.940230 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-42d9f0c7-1964-45e9-a7b6-c7c84cfffaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for network, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:06.958361 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-42d9f0c7-1964-45e9-a7b6-c7c84cfffaf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:06.978036 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-42d9f0c7-1964-45e9-a7b6-c7c84cfffaf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:21:06.982488 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-42d9f0c7-1964-45e9-a7b6-c7c84cfffaf0 admin admin] Usage tracker for resource:security_group_rule and tenant:fad659db1d4a4f12b628ff0b930b7da3 is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:21:06.986469 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-42d9f0c7-1964-45e9-a7b6-c7c84cfffaf0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:21:06.993128 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-42d9f0c7-1964-45e9-a7b6-c7c84cfffaf0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:21:07.093155 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-42d9f0c7-1964-45e9-a7b6-c7c84cfffaf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:07.097626 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-42d9f0c7-1964-45e9-a7b6-c7c84cfffaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:07.102150 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:07.120755 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42d9f0c7-1964-45e9-a7b6-c7c84cfffaf0 admin admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=86392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 18:21:07.145957 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-42d9f0c7-1964-45e9-a7b6-c7c84cfffaf0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363278078438550', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854116670'] for segment, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:07.147175 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-42d9f0c7-1964-45e9-a7b6-c7c84cfffaf0 admin admin] Unsubscribe: segment precommit_create {{(pid=86392) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 20 18:21:07.147175 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.db.segments_db [None req-42d9f0c7-1964-45e9-a7b6-c7c84cfffaf0 admin admin] Added segment 8ebc18ad-ef89-4c13-9fbd-d4e002a332d8 of type vlan for network d4935298-65fa-45b1-88f5-5a96bbd1f841 Apr 20 18:21:07.200470 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d9f0c7-1964-45e9-a7b6-c7c84cfffaf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc5d59c-c652-4a2f-9cc1-40b8584d1b3b,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:07.220844 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d9f0c7-1964-45e9-a7b6-c7c84cfffaf0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:07.221209 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d9f0c7-1964-45e9-a7b6-c7c84cfffaf0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:07.221561 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d9f0c7-1964-45e9-a7b6-c7c84cfffaf0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:07.221912 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d9f0c7-1964-45e9-a7b6-c7c84cfffaf0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:07.222262 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d9f0c7-1964-45e9-a7b6-c7c84cfffaf0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:07.222600 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d9f0c7-1964-45e9-a7b6-c7c84cfffaf0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:07.222963 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d9f0c7-1964-45e9-a7b6-c7c84cfffaf0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:07.223302 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d9f0c7-1964-45e9-a7b6-c7c84cfffaf0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:07.223643 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d9f0c7-1964-45e9-a7b6-c7c84cfffaf0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:07.223982 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d9f0c7-1964-45e9-a7b6-c7c84cfffaf0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:07.224317 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d9f0c7-1964-45e9-a7b6-c7c84cfffaf0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:07.224656 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d9f0c7-1964-45e9-a7b6-c7c84cfffaf0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:07.225742 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d9f0c7-1964-45e9-a7b6-c7c84cfffaf0 admin admin] Tracked resource versions report: Apr 20 18:21:07.225742 dv-cinder-786932-2-smb neutron-server[86278]: pushed versions: Apr 20 18:21:07.225742 dv-cinder-786932-2-smb neutron-server[86278]: { 'AddressGroup': {'1.2'}, Apr 20 18:21:07.225742 dv-cinder-786932-2-smb neutron-server[86278]: 'ConntrackHelper': {'1.0'}, Apr 20 18:21:07.225742 dv-cinder-786932-2-smb neutron-server[86278]: 'Log': {'1.0'}, Apr 20 18:21:07.225742 dv-cinder-786932-2-smb neutron-server[86278]: 'Network': {'1.1'}, Apr 20 18:21:07.225742 dv-cinder-786932-2-smb neutron-server[86278]: 'Port': {'1.7'}, Apr 20 18:21:07.225742 dv-cinder-786932-2-smb neutron-server[86278]: 'PortForwarding': {'1.2'}, Apr 20 18:21:07.225742 dv-cinder-786932-2-smb neutron-server[86278]: 'QosPolicy': {'1.8'}, Apr 20 18:21:07.225742 dv-cinder-786932-2-smb neutron-server[86278]: 'SecurityGroup': {'1.4'}, Apr 20 18:21:07.225742 dv-cinder-786932-2-smb neutron-server[86278]: 'SecurityGroupRule': {'1.2'}, Apr 20 18:21:07.225742 dv-cinder-786932-2-smb neutron-server[86278]: 'SubPort': {'1.0'}, Apr 20 18:21:07.225742 dv-cinder-786932-2-smb neutron-server[86278]: 'Subnet': {'1.1'}, Apr 20 18:21:07.225742 dv-cinder-786932-2-smb neutron-server[86278]: 'Trunk': {'1.1'}} Apr 20 18:21:07.225742 dv-cinder-786932-2-smb neutron-server[86278]: consumer versions: Apr 20 18:21:07.225742 dv-cinder-786932-2-smb neutron-server[86278]: { DHCP agent@dv-cinder-786932-2-smb: {}, Apr 20 18:21:07.225742 dv-cinder-786932-2-smb neutron-server[86278]: L3 agent@dv-cinder-786932-2-smb: {}, Apr 20 18:21:07.225742 dv-cinder-786932-2-smb neutron-server[86278]: Metadata agent@dv-cinder-786932-2-smb: {}, Apr 20 18:21:07.225742 dv-cinder-786932-2-smb neutron-server[86278]: Metering agent@dv-cinder-786932-2-smb: {}, Apr 20 18:21:07.225742 dv-cinder-786932-2-smb neutron-server[86278]: Open vSwitch agent@dv-cinder-786932-2-smb: { 'AddressGroup': '1.2', Apr 20 18:21:07.225742 dv-cinder-786932-2-smb neutron-server[86278]: 'ConntrackHelper': '1.0', Apr 20 18:21:07.225742 dv-cinder-786932-2-smb neutron-server[86278]: 'Log': '1.0', Apr 20 18:21:07.225742 dv-cinder-786932-2-smb neutron-server[86278]: 'Network': '1.1', Apr 20 18:21:07.225742 dv-cinder-786932-2-smb neutron-server[86278]: 'Port': '1.7', Apr 20 18:21:07.225742 dv-cinder-786932-2-smb neutron-server[86278]: 'PortForwarding': '1.2', Apr 20 18:21:07.225742 dv-cinder-786932-2-smb neutron-server[86278]: 'QosPolicy': '1.8', Apr 20 18:21:07.225742 dv-cinder-786932-2-smb neutron-server[86278]: 'SecurityGroup': '1.4', Apr 20 18:21:07.225742 dv-cinder-786932-2-smb neutron-server[86278]: 'SecurityGroupRule': '1.2', Apr 20 18:21:07.225742 dv-cinder-786932-2-smb neutron-server[86278]: 'SubPort': '1.0', Apr 20 18:21:07.225742 dv-cinder-786932-2-smb neutron-server[86278]: 'Subnet': '1.1', Apr 20 18:21:07.225742 dv-cinder-786932-2-smb neutron-server[86278]: 'Trunk': '1.1'}} Apr 20 18:21:07.225742 dv-cinder-786932-2-smb neutron-server[86278]: {{(pid=86392) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 18:21:07.265357 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-42d9f0c7-1964-45e9-a7b6-c7c84cfffaf0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758775846003'] for network, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:07.279501 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-42d9f0c7-1964-45e9-a7b6-c7c84cfffaf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:07.309406 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-42d9f0c7-1964-45e9-a7b6-c7c84cfffaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058'] for network, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:07.310855 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d9f0c7-1964-45e9-a7b6-c7c84cfffaf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:07.311501 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-42d9f0c7-1964-45e9-a7b6-c7c84cfffaf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for network, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:07.314949 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:07.423405 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d9f0c7-1964-45e9-a7b6-c7c84cfffaf0 admin admin] Pushing event updated for resources: {'Network': ['ID=d4935298-65fa-45b1-88f5-5a96bbd1f841,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:07.426192 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-42d9f0c7-1964-45e9-a7b6-c7c84cfffaf0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9209363 Apr 20 18:21:07.428002 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-42d9f0c7-1964-45e9-a7b6-c7c84cfffaf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:07.436682 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Network d4935298-65fa-45b1-88f5-5a96bbd1f841 details requested by agent ovs-agent-dv-cinder-786932-2-smb with host dv-cinder-786932-2-smb {{(pid=86393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:21:10.444968 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 58864) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:21:10.944876 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd35515d-8fe5-494b-a877-afa9a34a686b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:10.946344 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-bd35515d-8fe5-494b-a877-afa9a34a686b admin admin] 10.222.0.20 "GET /v2.0/networks/d4935298-65fa-45b1-88f5-5a96bbd1f841 HTTP/1.1" status: 200 len: 825 time: 0.5002332 Apr 20 18:21:10.979365 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-5774fe38-11b1-4968-814e-340389b52817 admin admin] 10.222.0.20 "GET /v2.0/subnetpools/e8a4e3f1-7e56-456e-b569-9891a1daec56 HTTP/1.1" status: 200 len: 734 time: 0.0234663 Apr 20 18:21:10.991739 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-e8d0729c-f2e4-4176-bd91-e28ce57c02be admin admin] Request body: {'subnet': {'subnetpool_id': 'e8a4e3f1-7e56-456e-b569-9891a1daec56', 'network_id': 'd4935298-65fa-45b1-88f5-5a96bbd1f841', 'tenant_id': 'fad659db1d4a4f12b628ff0b930b7da3', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:21:10.996211 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-e8d0729c-f2e4-4176-bd91-e28ce57c02be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:21:11.000332 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-e8d0729c-f2e4-4176-bd91-e28ce57c02be admin admin] Usage tracker for resource:subnet and tenant:fad659db1d4a4f12b628ff0b930b7da3 is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:21:11.003315 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-e8d0729c-f2e4-4176-bd91-e28ce57c02be admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:21:11.009212 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-e8d0729c-f2e4-4176-bd91-e28ce57c02be admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:21:11.020281 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d0729c-f2e4-4176-bd91-e28ce57c02be admin admin] Made reservation on behalf of fad659db1d4a4f12b628ff0b930b7da3 for: {'subnet': 1} {{(pid=86392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:21:11.024789 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e8d0729c-f2e4-4176-bd91-e28ce57c02be admin admin] Notify callbacks [] for subnet, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:11.523990 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e8d0729c-f2e4-4176-bd91-e28ce57c02be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058'] for subnet, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:11.527984 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:11.609676 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d0729c-f2e4-4176-bd91-e28ce57c02be admin admin] Pushing event updated for resources: {'Subnet': ['ID=d05c620a-87a8-4a2a-985e-0eb02922ca6a,revision_number=0']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:11.615568 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-e8d0729c-f2e4-4176-bd91-e28ce57c02be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:11.618160 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d0729c-f2e4-4176-bd91-e28ce57c02be admin admin] Checking segment: {'id': '8ebc18ad-ef89-4c13-9fbd-d4e002a332d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'd4935298-65fa-45b1-88f5-5a96bbd1f841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:21:11.618537 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d0729c-f2e4-4176-bd91-e28ce57c02be admin admin] Network hostable DHCP agents. Network: d4935298-65fa-45b1-88f5-5a96bbd1f841, hostable agents: ['139febe7-9f58-4c27-9292-9a8c92178c1a'], hosted agents: [] {{(pid=86392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:21:11.641136 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d0729c-f2e4-4176-bd91-e28ce57c02be admin admin] Network d4935298-65fa-45b1-88f5-5a96bbd1f841 is scheduled to be hosted by DHCP agent 139febe7-9f58-4c27-9292-9a8c92178c1a with binding_index 1 {{(pid=86392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:21:11.651802 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [None req-e8d0729c-f2e4-4176-bd91-e28ce57c02be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-2-smb, d4935298-65fa-45b1-88f5-5a96bbd1f841) {{(pid=86392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:21:11.657118 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d0729c-f2e4-4176-bd91-e28ce57c02be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:11.657751 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e8d0729c-f2e4-4176-bd91-e28ce57c02be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for subnet, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:11.662663 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4fc30c-1887-474e-b001-682767214b20 None None] Network d4935298-65fa-45b1-88f5-5a96bbd1f841 requested from dv-cinder-786932-2-smb {{(pid=86393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:21:11.677521 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-e8d0729c-f2e4-4176-bd91-e28ce57c02be admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6894326 Apr 20 18:21:12.159811 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bd410a-439d-41cc-bf8e-359c7c21543e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f03320c-6e89-5850-82be-c4f5931144ea-d4935298-65fa-45b1-88f5-5a96bbd1f841', 'network_id': 'd4935298-65fa-45b1-88f5-5a96bbd1f841', 'tenant_id': 'fad659db1d4a4f12b628ff0b930b7da3', 'fixed_ips': [{'subnet_id': 'd05c620a-87a8-4a2a-985e-0eb02922ca6a'}]}} from dv-cinder-786932-2-smb. {{(pid=86393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 18:21:12.161045 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-b6bd410a-439d-41cc-bf8e-359c7c21543e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:12.349606 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.db_base_plugin_common [None req-b6bd410a-439d-41cc-bf8e-359c7c21543e None None] Allocated IP 172.20.0.2 (d4935298-65fa-45b1-88f5-5a96bbd1f841/d05c620a-87a8-4a2a-985e-0eb02922ca6a/0d9c5019-7286-47a7-af3c-a11c28c2e1fb) {{(pid=86393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:21:12.582681 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-b6bd410a-439d-41cc-bf8e-359c7c21543e None None] Notify callbacks [] for port, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:12.596546 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-b6bd410a-439d-41cc-bf8e-359c7c21543e None None] Transition to ACTIVE for port object 0d9c5019-7286-47a7-af3c-a11c28c2e1fb will not be triggered until provisioned by entity L2. {{(pid=86393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:21:12.616990 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-b6bd410a-439d-41cc-bf8e-359c7c21543e None None] Transition to ACTIVE for port object 0d9c5019-7286-47a7-af3c-a11c28c2e1fb will not be triggered until provisioned by entity DHCP. {{(pid=86393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:21:12.623419 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-b6bd410a-439d-41cc-bf8e-359c7c21543e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278078920240'] for port, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:12.630519 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:12.695708 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bd410a-439d-41cc-bf8e-359c7c21543e None None] Network d4935298-65fa-45b1-88f5-5a96bbd1f841 is already hosted by enough agents. {{(pid=86393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:21:12.698661 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [None req-b6bd410a-439d-41cc-bf8e-359c7c21543e None None] Resources bound (agent type, host, resource id): {{(pid=86393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:21:12.701677 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bd410a-439d-41cc-bf8e-359c7c21543e None None] Received port after_create {{(pid=86393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:21:12.711761 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bd410a-439d-41cc-bf8e-359c7c21543e None None] Pushing event updated for resources: {'Port': ['ID=0d9c5019-7286-47a7-af3c-a11c28c2e1fb,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:12.755419 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bd410a-439d-41cc-bf8e-359c7c21543e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:12.755788 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bd410a-439d-41cc-bf8e-359c7c21543e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:12.756150 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bd410a-439d-41cc-bf8e-359c7c21543e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:12.756505 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bd410a-439d-41cc-bf8e-359c7c21543e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:12.756857 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bd410a-439d-41cc-bf8e-359c7c21543e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:12.757209 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bd410a-439d-41cc-bf8e-359c7c21543e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:12.757557 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bd410a-439d-41cc-bf8e-359c7c21543e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:12.757902 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bd410a-439d-41cc-bf8e-359c7c21543e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:12.758245 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bd410a-439d-41cc-bf8e-359c7c21543e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:12.758587 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bd410a-439d-41cc-bf8e-359c7c21543e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:12.758957 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bd410a-439d-41cc-bf8e-359c7c21543e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:12.759296 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bd410a-439d-41cc-bf8e-359c7c21543e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:12.760375 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bd410a-439d-41cc-bf8e-359c7c21543e None None] Tracked resource versions report: Apr 20 18:21:12.760375 dv-cinder-786932-2-smb neutron-server[86278]: pushed versions: Apr 20 18:21:12.760375 dv-cinder-786932-2-smb neutron-server[86278]: { 'AddressGroup': {'1.2'}, Apr 20 18:21:12.760375 dv-cinder-786932-2-smb neutron-server[86278]: 'ConntrackHelper': {'1.0'}, Apr 20 18:21:12.760375 dv-cinder-786932-2-smb neutron-server[86278]: 'Log': {'1.0'}, Apr 20 18:21:12.760375 dv-cinder-786932-2-smb neutron-server[86278]: 'Network': {'1.1'}, Apr 20 18:21:12.760375 dv-cinder-786932-2-smb neutron-server[86278]: 'Port': {'1.7'}, Apr 20 18:21:12.760375 dv-cinder-786932-2-smb neutron-server[86278]: 'PortForwarding': {'1.2'}, Apr 20 18:21:12.760375 dv-cinder-786932-2-smb neutron-server[86278]: 'QosPolicy': {'1.8'}, Apr 20 18:21:12.760375 dv-cinder-786932-2-smb neutron-server[86278]: 'SecurityGroup': {'1.4'}, Apr 20 18:21:12.760375 dv-cinder-786932-2-smb neutron-server[86278]: 'SecurityGroupRule': {'1.2'}, Apr 20 18:21:12.760375 dv-cinder-786932-2-smb neutron-server[86278]: 'SubPort': {'1.0'}, Apr 20 18:21:12.760375 dv-cinder-786932-2-smb neutron-server[86278]: 'Subnet': {'1.1'}, Apr 20 18:21:12.760375 dv-cinder-786932-2-smb neutron-server[86278]: 'Trunk': {'1.1'}} Apr 20 18:21:12.760375 dv-cinder-786932-2-smb neutron-server[86278]: consumer versions: Apr 20 18:21:12.760375 dv-cinder-786932-2-smb neutron-server[86278]: { DHCP agent@dv-cinder-786932-2-smb: {}, Apr 20 18:21:12.760375 dv-cinder-786932-2-smb neutron-server[86278]: L3 agent@dv-cinder-786932-2-smb: {}, Apr 20 18:21:12.760375 dv-cinder-786932-2-smb neutron-server[86278]: Metadata agent@dv-cinder-786932-2-smb: {}, Apr 20 18:21:12.760375 dv-cinder-786932-2-smb neutron-server[86278]: Metering agent@dv-cinder-786932-2-smb: {}, Apr 20 18:21:12.760375 dv-cinder-786932-2-smb neutron-server[86278]: Open vSwitch agent@dv-cinder-786932-2-smb: { 'AddressGroup': '1.2', Apr 20 18:21:12.760375 dv-cinder-786932-2-smb neutron-server[86278]: 'ConntrackHelper': '1.0', Apr 20 18:21:12.760375 dv-cinder-786932-2-smb neutron-server[86278]: 'Log': '1.0', Apr 20 18:21:12.760375 dv-cinder-786932-2-smb neutron-server[86278]: 'Network': '1.1', Apr 20 18:21:12.760375 dv-cinder-786932-2-smb neutron-server[86278]: 'Port': '1.7', Apr 20 18:21:12.760375 dv-cinder-786932-2-smb neutron-server[86278]: 'PortForwarding': '1.2', Apr 20 18:21:12.760375 dv-cinder-786932-2-smb neutron-server[86278]: 'QosPolicy': '1.8', Apr 20 18:21:12.760375 dv-cinder-786932-2-smb neutron-server[86278]: 'SecurityGroup': '1.4', Apr 20 18:21:12.760375 dv-cinder-786932-2-smb neutron-server[86278]: 'SecurityGroupRule': '1.2', Apr 20 18:21:12.760375 dv-cinder-786932-2-smb neutron-server[86278]: 'SubPort': '1.0', Apr 20 18:21:12.760375 dv-cinder-786932-2-smb neutron-server[86278]: 'Subnet': '1.1', Apr 20 18:21:12.760375 dv-cinder-786932-2-smb neutron-server[86278]: 'Trunk': '1.1'}} Apr 20 18:21:12.760375 dv-cinder-786932-2-smb neutron-server[86278]: {{(pid=86393) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 18:21:12.763978 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-b6bd410a-439d-41cc-bf8e-359c7c21543e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:12.819112 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-b6bd410a-439d-41cc-bf8e-359c7c21543e None None] Attempting to bind port 0d9c5019-7286-47a7-af3c-a11c28c2e1fb on host dv-cinder-786932-2-smb for vnic_type normal with profile {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:21:12.819498 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-b6bd410a-439d-41cc-bf8e-359c7c21543e None None] Attempting to bind port 0d9c5019-7286-47a7-af3c-a11c28c2e1fb by drivers openvswitch,hyperv on host dv-cinder-786932-2-smb at level 0 using segments [{'id': '8ebc18ad-ef89-4c13-9fbd-d4e002a332d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'd4935298-65fa-45b1-88f5-5a96bbd1f841'}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:21:12.819933 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bd410a-439d-41cc-bf8e-359c7c21543e None None] Attempting to bind port 0d9c5019-7286-47a7-af3c-a11c28c2e1fb on network d4935298-65fa-45b1-88f5-5a96bbd1f841 {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:21:12.825639 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bd410a-439d-41cc-bf8e-359c7c21543e None None] Checking agent: {'id': 'ac60c4f9-3ecd-40a5-acc5-9289d1156cbe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 20, 58), 'started_at': datetime.datetime(2021, 4, 20, 18, 20, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:21:12.826001 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bd410a-439d-41cc-bf8e-359c7c21543e None None] Checking segment: {'id': '8ebc18ad-ef89-4c13-9fbd-d4e002a332d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'd4935298-65fa-45b1-88f5-5a96bbd1f841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:21:12.827514 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-b6bd410a-439d-41cc-bf8e-359c7c21543e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:12.827514 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bd410a-439d-41cc-bf8e-359c7c21543e None None] Bound using segment: {'id': '8ebc18ad-ef89-4c13-9fbd-d4e002a332d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'd4935298-65fa-45b1-88f5-5a96bbd1f841'} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:21:12.827514 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-b6bd410a-439d-41cc-bf8e-359c7c21543e None None] Bound port: 0d9c5019-7286-47a7-af3c-a11c28c2e1fb, host: dv-cinder-786932-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ebc18ad-ef89-4c13-9fbd-d4e002a332d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'd4935298-65fa-45b1-88f5-5a96bbd1f841'}}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:21:12.827826 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-b6bd410a-439d-41cc-bf8e-359c7c21543e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:12.933207 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-b6bd410a-439d-41cc-bf8e-359c7c21543e None None] For port 0d9c5019-7286-47a7-af3c-a11c28c2e1fb, host dv-cinder-786932-2-smb, cleared binding levels {{(pid=86393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:21:12.937573 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-b6bd410a-439d-41cc-bf8e-359c7c21543e None None] For port 0d9c5019-7286-47a7-af3c-a11c28c2e1fb, host dv-cinder-786932-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=0d9c5019-7286-47a7-af3c-a11c28c2e1fb,segment=NetworkSegment(8ebc18ad-ef89-4c13-9fbd-d4e002a332d8),segment_id=8ebc18ad-ef89-4c13-9fbd-d4e002a332d8)] {{(pid=86393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:21:12.943512 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-b6bd410a-439d-41cc-bf8e-359c7c21543e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:12.947659 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-b6bd410a-439d-41cc-bf8e-359c7c21543e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:13.040780 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bd410a-439d-41cc-bf8e-359c7c21543e None None] Pushing event updated for resources: {'Port': ['ID=0d9c5019-7286-47a7-af3c-a11c28c2e1fb,revision_number=2']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:13.044072 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-b6bd410a-439d-41cc-bf8e-359c7c21543e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:14.398165 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 58874) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:21:14.802024 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [None req-a2454148-7ade-4b99-be27-365287a1ad4d admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86392) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 18:21:14.803124 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-a2454148-7ade-4b99-be27-365287a1ad4d admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4039116 Apr 20 18:21:17.555730 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 58884) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:21:17.957621 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [None req-f0590e9f-5951-450a-aa4a-c516169a9c89 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86392) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 18:21:17.959982 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-f0590e9f-5951-450a-aa4a-c516169a9c89 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4031854 Apr 20 18:21:19.703220 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4585fea7-1789-45b2-a41a-54c6ba226b07 None None] Network d4935298-65fa-45b1-88f5-5a96bbd1f841 requested from dv-cinder-786932-2-smb {{(pid=86393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:21:19.797162 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-e6441433-5fb2-4ead-8862-11627d66775d None None] Provisioning for port 0d9c5019-7286-47a7-af3c-a11c28c2e1fb completed by entity DHCP. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:21:19.885686 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device 0d9c5019-7286-47a7-af3c-a11c28c2e1fb up at agent ovs-agent-dv-cinder-786932-2-smb {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:21:20.022055 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Provisioning for port 0d9c5019-7286-47a7-af3c-a11c28c2e1fb completed by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:21:20.036853 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Provisioning complete for port 0d9c5019-7286-47a7-af3c-a11c28c2e1fb triggered by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:21:20.037263 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:20.170413 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:20.206063 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] For port 0d9c5019-7286-47a7-af3c-a11c28c2e1fb, host dv-cinder-786932-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=0d9c5019-7286-47a7-af3c-a11c28c2e1fb,segment=NetworkSegment(8ebc18ad-ef89-4c13-9fbd-d4e002a332d8),segment_id=8ebc18ad-ef89-4c13-9fbd-d4e002a332d8)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:21:20.212812 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:20.215232 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-b6bd410a-439d-41cc-bf8e-359c7c21543e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:20.285876 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Pushing event updated for resources: {'Port': ['ID=0d9c5019-7286-47a7-af3c-a11c28c2e1fb,revision_number=3']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:20.289136 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:20.333544 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-f565ef5c-8239-4b7b-a343-79b1dc56f8bf None None] Provisioning complete for port 0d9c5019-7286-47a7-af3c-a11c28c2e1fb triggered by entity DHCP. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:21:20.333943 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-f565ef5c-8239-4b7b-a343-79b1dc56f8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:21.031735 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 58900) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:21:21.426378 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-24a5f70e-a1de-4369-a61b-53041220061a admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'fad659db1d4a4f12b628ff0b930b7da3', 'admin_state_up': True}} {{(pid=86392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:21:21.432121 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-24a5f70e-a1de-4369-a61b-53041220061a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:21:21.436448 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-24a5f70e-a1de-4369-a61b-53041220061a admin admin] Usage tracker for resource:router and tenant:fad659db1d4a4f12b628ff0b930b7da3 is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:21:21.439882 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-24a5f70e-a1de-4369-a61b-53041220061a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:21:21.446195 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-24a5f70e-a1de-4369-a61b-53041220061a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:21:21.457755 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-24a5f70e-a1de-4369-a61b-53041220061a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854375953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6091'] for router, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:21.459116 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-24a5f70e-a1de-4369-a61b-53041220061a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7970561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7878928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854769732'] for router, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:21.481923 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-24a5f70e-a1de-4369-a61b-53041220061a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:21.590649 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-24a5f70e-a1de-4369-a61b-53041220061a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854379708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846805028'] for router, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:21.611023 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-24a5f70e-a1de-4369-a61b-53041220061a admin admin] Notify callbacks [] for router, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:21.612259 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-24a5f70e-a1de-4369-a61b-53041220061a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5786028 Apr 20 18:21:21.836097 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device 0d9c5019-7286-47a7-af3c-a11c28c2e1fb up at agent ovs-agent-dv-cinder-786932-2-smb {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:21:21.908246 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Provisioning complete for port 0d9c5019-7286-47a7-af3c-a11c28c2e1fb triggered by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:21:21.908647 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:23.650046 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-b66cb862-5731-42d1-ae0f-1498f887e575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:24.334061 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 58910) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:21:24.734168 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [None req-1a64a24c-6d2d-44b4-9565-6afcff154cdd admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86392) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 18:21:24.735251 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-1a64a24c-6d2d-44b4-9565-6afcff154cdd admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4002178 Apr 20 18:21:25.531360 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-af5c3804-a3b2-4d51-a20b-938129f007ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:26.561204 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3b38f3e8-f2f1-49b6-ac75-f9314cd83db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:27.504381 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 58930) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:21:27.720286 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:27.801111 dv-cinder-786932-2-smb neutron-server[86278]: WARNING oslo_policy.policy [None req-b486b9f4-2fca-4265-ba2b-1fbf3b22548b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 18:21:27.801669 dv-cinder-786932-2-smb neutron-server[86278]: WARNING oslo_policy.policy [None req-b486b9f4-2fca-4265-ba2b-1fbf3b22548b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 18:21:28.027948 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-b486b9f4-2fca-4265-ba2b-1fbf3b22548b admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:21:28.031118 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.quota [None req-b486b9f4-2fca-4265-ba2b-1fbf3b22548b admin admin] Loaded quota_driver: . Apr 20 18:21:28.047450 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-b486b9f4-2fca-4265-ba2b-1fbf3b22548b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:21:28.054247 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-b486b9f4-2fca-4265-ba2b-1fbf3b22548b admin admin] Usage tracker for resource:network and tenant:9547ae2f77ec4c4e82435f8ba264fc4c is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:21:28.058941 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-b486b9f4-2fca-4265-ba2b-1fbf3b22548b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:21:28.066436 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-b486b9f4-2fca-4265-ba2b-1fbf3b22548b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:21:28.081977 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b486b9f4-2fca-4265-ba2b-1fbf3b22548b admin admin] Made reservation on behalf of 9547ae2f77ec4c4e82435f8ba264fc4c for: {'network': 1} {{(pid=86391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:21:28.156938 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.policy [None req-b486b9f4-2fca-4265-ba2b-1fbf3b22548b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86391) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 20 18:21:28.210960 dv-cinder-786932-2-smb neutron-server[86278]: WARNING oslo_policy.policy [None req-b486b9f4-2fca-4265-ba2b-1fbf3b22548b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 18:21:28.211692 dv-cinder-786932-2-smb neutron-server[86278]: WARNING oslo_policy.policy [None req-b486b9f4-2fca-4265-ba2b-1fbf3b22548b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 18:21:28.232448 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-b486b9f4-2fca-4265-ba2b-1fbf3b22548b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for network, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:28.252221 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-b486b9f4-2fca-4265-ba2b-1fbf3b22548b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:28.269361 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-b486b9f4-2fca-4265-ba2b-1fbf3b22548b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:21:28.269521 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db4e54cc-07a3-4585-8120-e6421209c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:28.273636 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-b486b9f4-2fca-4265-ba2b-1fbf3b22548b admin admin] Usage tracker for resource:security_group_rule and tenant:9547ae2f77ec4c4e82435f8ba264fc4c is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:21:28.277186 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-b486b9f4-2fca-4265-ba2b-1fbf3b22548b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:21:28.283480 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-b486b9f4-2fca-4265-ba2b-1fbf3b22548b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:21:28.556388 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-b486b9f4-2fca-4265-ba2b-1fbf3b22548b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:28.560872 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-b486b9f4-2fca-4265-ba2b-1fbf3b22548b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:28.565760 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:28.576588 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b486b9f4-2fca-4265-ba2b-1fbf3b22548b admin admin] Reserving flat network on physical network physnet1 {{(pid=86391) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 20 18:21:28.606047 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-b486b9f4-2fca-4265-ba2b-1fbf3b22548b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363278078438550', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854116670'] for segment, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:28.606614 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-b486b9f4-2fca-4265-ba2b-1fbf3b22548b admin admin] Unsubscribe: segment precommit_create {{(pid=86391) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 20 18:21:28.607094 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.db.segments_db [None req-b486b9f4-2fca-4265-ba2b-1fbf3b22548b admin admin] Added segment 2233cf5b-6309-472b-944c-203414fffc35 of type flat for network 6f8e8285-aaa9-4dbf-9e6b-39abd83f9974 Apr 20 18:21:28.661875 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b486b9f4-2fca-4265-ba2b-1fbf3b22548b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c5dc7f-1c31-408e-bb8c-ddbf10ddd0dd,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:28.682600 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b486b9f4-2fca-4265-ba2b-1fbf3b22548b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:28.682978 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b486b9f4-2fca-4265-ba2b-1fbf3b22548b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:28.683333 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b486b9f4-2fca-4265-ba2b-1fbf3b22548b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:28.683683 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b486b9f4-2fca-4265-ba2b-1fbf3b22548b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:28.684016 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b486b9f4-2fca-4265-ba2b-1fbf3b22548b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:28.684350 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b486b9f4-2fca-4265-ba2b-1fbf3b22548b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:28.684697 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b486b9f4-2fca-4265-ba2b-1fbf3b22548b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:28.685019 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b486b9f4-2fca-4265-ba2b-1fbf3b22548b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:28.685366 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b486b9f4-2fca-4265-ba2b-1fbf3b22548b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:28.685694 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b486b9f4-2fca-4265-ba2b-1fbf3b22548b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:28.686017 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b486b9f4-2fca-4265-ba2b-1fbf3b22548b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:28.686354 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b486b9f4-2fca-4265-ba2b-1fbf3b22548b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:28.687498 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b486b9f4-2fca-4265-ba2b-1fbf3b22548b admin admin] Tracked resource versions report: Apr 20 18:21:28.687498 dv-cinder-786932-2-smb neutron-server[86278]: pushed versions: Apr 20 18:21:28.687498 dv-cinder-786932-2-smb neutron-server[86278]: { 'AddressGroup': {'1.2'}, Apr 20 18:21:28.687498 dv-cinder-786932-2-smb neutron-server[86278]: 'ConntrackHelper': {'1.0'}, Apr 20 18:21:28.687498 dv-cinder-786932-2-smb neutron-server[86278]: 'Log': {'1.0'}, Apr 20 18:21:28.687498 dv-cinder-786932-2-smb neutron-server[86278]: 'Network': {'1.1'}, Apr 20 18:21:28.687498 dv-cinder-786932-2-smb neutron-server[86278]: 'Port': {'1.7'}, Apr 20 18:21:28.687498 dv-cinder-786932-2-smb neutron-server[86278]: 'PortForwarding': {'1.2'}, Apr 20 18:21:28.687498 dv-cinder-786932-2-smb neutron-server[86278]: 'QosPolicy': {'1.8'}, Apr 20 18:21:28.687498 dv-cinder-786932-2-smb neutron-server[86278]: 'SecurityGroup': {'1.4'}, Apr 20 18:21:28.687498 dv-cinder-786932-2-smb neutron-server[86278]: 'SecurityGroupRule': {'1.2'}, Apr 20 18:21:28.687498 dv-cinder-786932-2-smb neutron-server[86278]: 'SubPort': {'1.0'}, Apr 20 18:21:28.687498 dv-cinder-786932-2-smb neutron-server[86278]: 'Subnet': {'1.1'}, Apr 20 18:21:28.687498 dv-cinder-786932-2-smb neutron-server[86278]: 'Trunk': {'1.1'}} Apr 20 18:21:28.687498 dv-cinder-786932-2-smb neutron-server[86278]: consumer versions: Apr 20 18:21:28.687498 dv-cinder-786932-2-smb neutron-server[86278]: { DHCP agent@dv-cinder-786932-2-smb: {}, Apr 20 18:21:28.687498 dv-cinder-786932-2-smb neutron-server[86278]: L3 agent@dv-cinder-786932-2-smb: {}, Apr 20 18:21:28.687498 dv-cinder-786932-2-smb neutron-server[86278]: Metadata agent@dv-cinder-786932-2-smb: {}, Apr 20 18:21:28.687498 dv-cinder-786932-2-smb neutron-server[86278]: Metering agent@dv-cinder-786932-2-smb: {}, Apr 20 18:21:28.687498 dv-cinder-786932-2-smb neutron-server[86278]: Open vSwitch agent@dv-cinder-786932-2-smb: { 'AddressGroup': '1.2', Apr 20 18:21:28.687498 dv-cinder-786932-2-smb neutron-server[86278]: 'ConntrackHelper': '1.0', Apr 20 18:21:28.687498 dv-cinder-786932-2-smb neutron-server[86278]: 'Log': '1.0', Apr 20 18:21:28.687498 dv-cinder-786932-2-smb neutron-server[86278]: 'Network': '1.1', Apr 20 18:21:28.687498 dv-cinder-786932-2-smb neutron-server[86278]: 'Port': '1.7', Apr 20 18:21:28.687498 dv-cinder-786932-2-smb neutron-server[86278]: 'PortForwarding': '1.2', Apr 20 18:21:28.687498 dv-cinder-786932-2-smb neutron-server[86278]: 'QosPolicy': '1.8', Apr 20 18:21:28.687498 dv-cinder-786932-2-smb neutron-server[86278]: 'SecurityGroup': '1.4', Apr 20 18:21:28.687498 dv-cinder-786932-2-smb neutron-server[86278]: 'SecurityGroupRule': '1.2', Apr 20 18:21:28.687498 dv-cinder-786932-2-smb neutron-server[86278]: 'SubPort': '1.0', Apr 20 18:21:28.687498 dv-cinder-786932-2-smb neutron-server[86278]: 'Subnet': '1.1', Apr 20 18:21:28.687498 dv-cinder-786932-2-smb neutron-server[86278]: 'Trunk': '1.1'}} Apr 20 18:21:28.687498 dv-cinder-786932-2-smb neutron-server[86278]: {{(pid=86391) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 18:21:28.738437 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-b486b9f4-2fca-4265-ba2b-1fbf3b22548b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758775846003'] for network, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:28.743607 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-b486b9f4-2fca-4265-ba2b-1fbf3b22548b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:28.784912 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-b486b9f4-2fca-4265-ba2b-1fbf3b22548b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058'] for network, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:28.786303 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b486b9f4-2fca-4265-ba2b-1fbf3b22548b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:28.786984 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-b486b9f4-2fca-4265-ba2b-1fbf3b22548b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for network, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:28.791749 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:28.903439 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b486b9f4-2fca-4265-ba2b-1fbf3b22548b admin admin] Pushing event updated for resources: {'Network': ['ID=6f8e8285-aaa9-4dbf-9e6b-39abd83f9974,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:28.907112 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-b486b9f4-2fca-4265-ba2b-1fbf3b22548b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.4012630 Apr 20 18:21:28.908912 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-b486b9f4-2fca-4265-ba2b-1fbf3b22548b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:28.917037 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Network 6f8e8285-aaa9-4dbf-9e6b-39abd83f9974 details requested by agent ovs-agent-dv-cinder-786932-2-smb with host dv-cinder-786932-2-smb {{(pid=86393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:21:31.442623 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 58960) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:21:31.576773 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd494ee-af98-4518-b2fb-684724eb2334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:31.578220 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-3bd494ee-af98-4518-b2fb-684724eb2334 admin admin] 10.222.0.20 "GET /v2.0/subnets/d05c620a-87a8-4a2a-985e-0eb02922ca6a HTTP/1.1" status: 200 len: 849 time: 0.1345499 Apr 20 18:21:31.877771 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-cab4b514-112e-46b7-9bca-b1523cffcd3c admin admin] 10.222.0.20 "GET /v2.0/routers/57f66c6c-3d9d-420e-a836-9a58ff521518 HTTP/1.1" status: 200 len: 704 time: 0.2932534 Apr 20 18:21:32.358519 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3b3c91b2-5e81-4611-b4a6-ca0c8c16bcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:32.604639 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.db_base_plugin_common [None req-3b3c91b2-5e81-4611-b4a6-ca0c8c16bcd7 admin admin] Allocated IP 172.20.0.1 (d4935298-65fa-45b1-88f5-5a96bbd1f841/d05c620a-87a8-4a2a-985e-0eb02922ca6a/7175ce5a-6bd7-4aaa-b928-9b527ca3d5fe) {{(pid=86392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:21:32.783901 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3b3c91b2-5e81-4611-b4a6-ca0c8c16bcd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:32.801422 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-3b3c91b2-5e81-4611-b4a6-ca0c8c16bcd7 admin admin] Transition to ACTIVE for port object 7175ce5a-6bd7-4aaa-b928-9b527ca3d5fe will not be triggered until provisioned by entity DHCP. {{(pid=86392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:21:32.860260 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3b3c91b2-5e81-4611-b4a6-ca0c8c16bcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278078920240'] for port, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:32.864536 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:32.930909 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3c91b2-5e81-4611-b4a6-ca0c8c16bcd7 admin admin] Network d4935298-65fa-45b1-88f5-5a96bbd1f841 is already hosted by enough agents. {{(pid=86392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:21:32.933892 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [None req-3b3c91b2-5e81-4611-b4a6-ca0c8c16bcd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=86392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:21:32.937784 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3c91b2-5e81-4611-b4a6-ca0c8c16bcd7 admin admin] Received port after_create {{(pid=86392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:21:32.938303 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3b3c91b2-5e81-4611-b4a6-ca0c8c16bcd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397057'] for router_interface, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:33.073904 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3c91b2-5e81-4611-b4a6-ca0c8c16bcd7 admin admin] Pushing event updated for resources: {'Port': ['ID=7175ce5a-6bd7-4aaa-b928-9b527ca3d5fe,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:33.086986 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-70b257c1-ba78-4a70-9bbb-b46cd71c9976 None None] Provisioning for port 7175ce5a-6bd7-4aaa-b928-9b527ca3d5fe completed by entity DHCP. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:21:33.089496 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-3b3c91b2-5e81-4611-b4a6-ca0c8c16bcd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:33.092298 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-70b257c1-ba78-4a70-9bbb-b46cd71c9976 None None] Provisioning complete for port 7175ce5a-6bd7-4aaa-b928-9b527ca3d5fe triggered by entity DHCP. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:21:33.092809 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-70b257c1-ba78-4a70-9bbb-b46cd71c9976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:33.149406 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-70b257c1-ba78-4a70-9bbb-b46cd71c9976 None None] Port 7175ce5a-6bd7-4aaa-b928-9b527ca3d5fe cannot update to ACTIVE because it is not bound. {{(pid=86393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:21:33.216093 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3b3c91b2-5e81-4611-b4a6-ca0c8c16bcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:33.458777 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3b3c91b2-5e81-4611-b4a6-ca0c8c16bcd7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:33.463966 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3b3c91b2-5e81-4611-b4a6-ca0c8c16bcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:33.465003 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3b3c91b2-5e81-4611-b4a6-ca0c8c16bcd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8124075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854378650'] for router_interface, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:33.468341 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-3b3c91b2-5e81-4611-b4a6-ca0c8c16bcd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:33.599946 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3c91b2-5e81-4611-b4a6-ca0c8c16bcd7 admin admin] Pushing event updated for resources: {'Port': ['ID=7175ce5a-6bd7-4aaa-b928-9b527ca3d5fe,revision_number=2']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:33.604160 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-3b3c91b2-5e81-4611-b4a6-ca0c8c16bcd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:33.672129 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3c91b2-5e81-4611-b4a6-ca0c8c16bcd7 admin admin] Network d4935298-65fa-45b1-88f5-5a96bbd1f841 is already hosted by enough agents. {{(pid=86392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:21:33.673261 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [None req-3b3c91b2-5e81-4611-b4a6-ca0c8c16bcd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=86392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:21:33.877384 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-9371499e-4572-4b9a-a715-96b02de6c112 None None] Provisioning complete for port 7175ce5a-6bd7-4aaa-b928-9b527ca3d5fe triggered by entity DHCP. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:21:33.878073 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9371499e-4572-4b9a-a715-96b02de6c112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:33.951236 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-9371499e-4572-4b9a-a715-96b02de6c112 None None] Port 7175ce5a-6bd7-4aaa-b928-9b527ca3d5fe cannot update to ACTIVE because it is not bound. {{(pid=86393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:21:34.063661 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b3c91b2-5e81-4611-b4a6-ca0c8c16bcd7 admin admin] Router 57f66c6c-3d9d-420e-a836-9a58ff521518 is scheduled to L3 agent 41e81354-1f58-48e6-8416-2f8b62d59447 with binding_index 1 {{(pid=86392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 18:21:34.236055 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3c91b2-5e81-4611-b4a6-ca0c8c16bcd7 admin admin] Notify agent at l3_agent.dv-cinder-786932-2-smb the message routers_updated {{(pid=86392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:21:34.247360 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-3b3c91b2-5e81-4611-b4a6-ca0c8c16bcd7 admin admin] 10.222.0.20 "PUT /v2.0/routers/57f66c6c-3d9d-420e-a836-9a58ff521518/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3637087 Apr 20 18:21:34.248452 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db93c399-67e9-4d2c-a8e2-fed8db438157 None None] Sync routers for ids ['57f66c6c-3d9d-420e-a836-9a58ff521518'] in dv-cinder-786932-2-smb {{(pid=86394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:21:34.261326 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db93c399-67e9-4d2c-a8e2-fed8db438157 None None] Routers {'57f66c6c-3d9d-420e-a836-9a58ff521518'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:21:34.262187 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-db93c399-67e9-4d2c-a8e2-fed8db438157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:21:26Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['57f66c6c-3d9d-420e-a836-9a58ff521518'], 'active': True} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:21:34.458420 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-db93c399-67e9-4d2c-a8e2-fed8db438157 None None] Set router 57f66c6c-3d9d-420e-a836-9a58ff521518 gateway port host: None {{(pid=86394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:21:35.017235 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-db93c399-67e9-4d2c-a8e2-fed8db438157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f66c6c-3d9d-420e-a836-9a58ff521518', 'name': 'router1', 'tenant_id': 'fad659db1d4a4f12b628ff0b930b7da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:21:21Z', 'updated_at': '2021-04-20T18:21:33Z', 'revision_number': 2, 'project_id': 'fad659db1d4a4f12b628ff0b930b7da3', 'gw_port_host': None, '_interfaces': [{'id': '7175ce5a-6bd7-4aaa-b928-9b527ca3d5fe', 'name': '', 'network_id': 'd4935298-65fa-45b1-88f5-5a96bbd1f841', 'tenant_id': 'fad659db1d4a4f12b628ff0b930b7da3', 'mac_address': 'fa:16:3e:ed:cc:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f66c6c-3d9d-420e-a836-9a58ff521518', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd05c620a-87a8-4a2a-985e-0eb02922ca6a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:21:32Z', 'updated_at': '2021-04-20T18:21:33Z', 'revision_number': 2, 'project_id': 'fad659db1d4a4f12b628ff0b930b7da3', 'subnets': [{'id': 'd05c620a-87a8-4a2a-985e-0eb02922ca6a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8a4e3f1-7e56-456e-b569-9891a1daec56'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:21:35.022944 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db93c399-67e9-4d2c-a8e2-fed8db438157 None None] Checking router: 57f66c6c-3d9d-420e-a836-9a58ff521518 for host: dv-cinder-786932-2-smb {{(pid=86394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:21:35.023331 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db93c399-67e9-4d2c-a8e2-fed8db438157 None None] Updating router 57f66c6c-3d9d-420e-a836-9a58ff521518 port 7175ce5a-6bd7-4aaa-b928-9b527ca3d5fe binding host dv-cinder-786932-2-smb {{(pid=86394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 18:21:35.082206 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db93c399-67e9-4d2c-a8e2-fed8db438157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:35.479097 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db93c399-67e9-4d2c-a8e2-fed8db438157 None None] Notify callbacks [] for port, precommit_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:35.494328 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-db93c399-67e9-4d2c-a8e2-fed8db438157 None None] Transition to ACTIVE for port object 7175ce5a-6bd7-4aaa-b928-9b527ca3d5fe will not be triggered until provisioned by entity L2. {{(pid=86394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:21:35.501037 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db93c399-67e9-4d2c-a8e2-fed8db438157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:35.506545 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:35.679363 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0926c0-e034-4d37-b974-5dc213f61e70 None None] Pushing event updated for resources: {'Port': ['ID=7175ce5a-6bd7-4aaa-b928-9b527ca3d5fe,revision_number=3']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:35.722107 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0926c0-e034-4d37-b974-5dc213f61e70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:35.722474 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0926c0-e034-4d37-b974-5dc213f61e70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:35.722856 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0926c0-e034-4d37-b974-5dc213f61e70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:35.723211 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0926c0-e034-4d37-b974-5dc213f61e70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:35.723558 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0926c0-e034-4d37-b974-5dc213f61e70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:35.723905 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0926c0-e034-4d37-b974-5dc213f61e70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:35.724254 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0926c0-e034-4d37-b974-5dc213f61e70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:35.724573 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0926c0-e034-4d37-b974-5dc213f61e70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:35.724913 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0926c0-e034-4d37-b974-5dc213f61e70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:35.725280 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0926c0-e034-4d37-b974-5dc213f61e70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:35.725611 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0926c0-e034-4d37-b974-5dc213f61e70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:35.725933 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0926c0-e034-4d37-b974-5dc213f61e70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:35.727035 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0926c0-e034-4d37-b974-5dc213f61e70 None None] Tracked resource versions report: Apr 20 18:21:35.727035 dv-cinder-786932-2-smb neutron-server[86278]: pushed versions: Apr 20 18:21:35.727035 dv-cinder-786932-2-smb neutron-server[86278]: { 'AddressGroup': {'1.2'}, Apr 20 18:21:35.727035 dv-cinder-786932-2-smb neutron-server[86278]: 'ConntrackHelper': {'1.0'}, Apr 20 18:21:35.727035 dv-cinder-786932-2-smb neutron-server[86278]: 'Log': {'1.0'}, Apr 20 18:21:35.727035 dv-cinder-786932-2-smb neutron-server[86278]: 'Network': {'1.1'}, Apr 20 18:21:35.727035 dv-cinder-786932-2-smb neutron-server[86278]: 'Port': {'1.7'}, Apr 20 18:21:35.727035 dv-cinder-786932-2-smb neutron-server[86278]: 'PortForwarding': {'1.2'}, Apr 20 18:21:35.727035 dv-cinder-786932-2-smb neutron-server[86278]: 'QosPolicy': {'1.8'}, Apr 20 18:21:35.727035 dv-cinder-786932-2-smb neutron-server[86278]: 'SecurityGroup': {'1.4'}, Apr 20 18:21:35.727035 dv-cinder-786932-2-smb neutron-server[86278]: 'SecurityGroupRule': {'1.2'}, Apr 20 18:21:35.727035 dv-cinder-786932-2-smb neutron-server[86278]: 'SubPort': {'1.0'}, Apr 20 18:21:35.727035 dv-cinder-786932-2-smb neutron-server[86278]: 'Subnet': {'1.1'}, Apr 20 18:21:35.727035 dv-cinder-786932-2-smb neutron-server[86278]: 'Trunk': {'1.1'}} Apr 20 18:21:35.727035 dv-cinder-786932-2-smb neutron-server[86278]: consumer versions: Apr 20 18:21:35.727035 dv-cinder-786932-2-smb neutron-server[86278]: { DHCP agent@dv-cinder-786932-2-smb: {}, Apr 20 18:21:35.727035 dv-cinder-786932-2-smb neutron-server[86278]: L3 agent@dv-cinder-786932-2-smb: {}, Apr 20 18:21:35.727035 dv-cinder-786932-2-smb neutron-server[86278]: Metadata agent@dv-cinder-786932-2-smb: {}, Apr 20 18:21:35.727035 dv-cinder-786932-2-smb neutron-server[86278]: Metering agent@dv-cinder-786932-2-smb: {}, Apr 20 18:21:35.727035 dv-cinder-786932-2-smb neutron-server[86278]: Open vSwitch agent@dv-cinder-786932-2-smb: { 'AddressGroup': '1.2', Apr 20 18:21:35.727035 dv-cinder-786932-2-smb neutron-server[86278]: 'ConntrackHelper': '1.0', Apr 20 18:21:35.727035 dv-cinder-786932-2-smb neutron-server[86278]: 'Log': '1.0', Apr 20 18:21:35.727035 dv-cinder-786932-2-smb neutron-server[86278]: 'Network': '1.1', Apr 20 18:21:35.727035 dv-cinder-786932-2-smb neutron-server[86278]: 'Port': '1.7', Apr 20 18:21:35.727035 dv-cinder-786932-2-smb neutron-server[86278]: 'PortForwarding': '1.2', Apr 20 18:21:35.727035 dv-cinder-786932-2-smb neutron-server[86278]: 'QosPolicy': '1.8', Apr 20 18:21:35.727035 dv-cinder-786932-2-smb neutron-server[86278]: 'SecurityGroup': '1.4', Apr 20 18:21:35.727035 dv-cinder-786932-2-smb neutron-server[86278]: 'SecurityGroupRule': '1.2', Apr 20 18:21:35.727035 dv-cinder-786932-2-smb neutron-server[86278]: 'SubPort': '1.0', Apr 20 18:21:35.727035 dv-cinder-786932-2-smb neutron-server[86278]: 'Subnet': '1.1', Apr 20 18:21:35.727035 dv-cinder-786932-2-smb neutron-server[86278]: 'Trunk': '1.1'}} Apr 20 18:21:35.727035 dv-cinder-786932-2-smb neutron-server[86278]: {{(pid=86394) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 18:21:35.741286 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-1f0926c0-e034-4d37-b974-5dc213f61e70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:35.750670 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-db93c399-67e9-4d2c-a8e2-fed8db438157 None None] Attempting to bind port 7175ce5a-6bd7-4aaa-b928-9b527ca3d5fe on host dv-cinder-786932-2-smb for vnic_type normal with profile {{(pid=86394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:21:35.751107 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-db93c399-67e9-4d2c-a8e2-fed8db438157 None None] Attempting to bind port 7175ce5a-6bd7-4aaa-b928-9b527ca3d5fe by drivers openvswitch,hyperv on host dv-cinder-786932-2-smb at level 0 using segments [{'id': '8ebc18ad-ef89-4c13-9fbd-d4e002a332d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'd4935298-65fa-45b1-88f5-5a96bbd1f841'}] {{(pid=86394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:21:35.751508 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db93c399-67e9-4d2c-a8e2-fed8db438157 None None] Attempting to bind port 7175ce5a-6bd7-4aaa-b928-9b527ca3d5fe on network d4935298-65fa-45b1-88f5-5a96bbd1f841 {{(pid=86394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:21:35.757158 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db93c399-67e9-4d2c-a8e2-fed8db438157 None None] Checking agent: {'id': 'ac60c4f9-3ecd-40a5-acc5-9289d1156cbe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 20, 58), 'started_at': datetime.datetime(2021, 4, 20, 18, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:21:35.757579 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db93c399-67e9-4d2c-a8e2-fed8db438157 None None] Checking segment: {'id': '8ebc18ad-ef89-4c13-9fbd-d4e002a332d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'd4935298-65fa-45b1-88f5-5a96bbd1f841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:21:35.758048 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db93c399-67e9-4d2c-a8e2-fed8db438157 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:35.758464 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db93c399-67e9-4d2c-a8e2-fed8db438157 None None] Bound using segment: {'id': '8ebc18ad-ef89-4c13-9fbd-d4e002a332d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'd4935298-65fa-45b1-88f5-5a96bbd1f841'} {{(pid=86394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:21:35.759013 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-db93c399-67e9-4d2c-a8e2-fed8db438157 None None] Bound port: 7175ce5a-6bd7-4aaa-b928-9b527ca3d5fe, host: dv-cinder-786932-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ebc18ad-ef89-4c13-9fbd-d4e002a332d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'd4935298-65fa-45b1-88f5-5a96bbd1f841'}}] {{(pid=86394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:21:35.759411 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db93c399-67e9-4d2c-a8e2-fed8db438157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:35.854150 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-db93c399-67e9-4d2c-a8e2-fed8db438157 None None] For port 7175ce5a-6bd7-4aaa-b928-9b527ca3d5fe, host dv-cinder-786932-2-smb, cleared binding levels {{(pid=86394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:21:35.858620 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-db93c399-67e9-4d2c-a8e2-fed8db438157 None None] For port 7175ce5a-6bd7-4aaa-b928-9b527ca3d5fe, host dv-cinder-786932-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=7175ce5a-6bd7-4aaa-b928-9b527ca3d5fe,segment=NetworkSegment(8ebc18ad-ef89-4c13-9fbd-d4e002a332d8),segment_id=8ebc18ad-ef89-4c13-9fbd-d4e002a332d8)] {{(pid=86394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:21:35.864819 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db93c399-67e9-4d2c-a8e2-fed8db438157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:35.869984 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:35.957430 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db93c399-67e9-4d2c-a8e2-fed8db438157 None None] Routers {'57f66c6c-3d9d-420e-a836-9a58ff521518'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:21:35.958111 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-db93c399-67e9-4d2c-a8e2-fed8db438157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:21:26Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['57f66c6c-3d9d-420e-a836-9a58ff521518'], 'active': True} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:21:36.020389 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0926c0-e034-4d37-b974-5dc213f61e70 None None] Pushing event updated for resources: {'Port': ['ID=7175ce5a-6bd7-4aaa-b928-9b527ca3d5fe,revision_number=4']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:36.031607 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-1f0926c0-e034-4d37-b974-5dc213f61e70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:36.129118 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-db93c399-67e9-4d2c-a8e2-fed8db438157 None None] Set router 57f66c6c-3d9d-420e-a836-9a58ff521518 gateway port host: None {{(pid=86394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:21:36.470979 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-db93c399-67e9-4d2c-a8e2-fed8db438157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f66c6c-3d9d-420e-a836-9a58ff521518', 'name': 'router1', 'tenant_id': 'fad659db1d4a4f12b628ff0b930b7da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:21:21Z', 'updated_at': '2021-04-20T18:21:33Z', 'revision_number': 2, 'project_id': 'fad659db1d4a4f12b628ff0b930b7da3', 'gw_port_host': None, '_interfaces': [{'id': '7175ce5a-6bd7-4aaa-b928-9b527ca3d5fe', 'name': '', 'network_id': 'd4935298-65fa-45b1-88f5-5a96bbd1f841', 'tenant_id': 'fad659db1d4a4f12b628ff0b930b7da3', 'mac_address': 'fa:16:3e:ed:cc:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f66c6c-3d9d-420e-a836-9a58ff521518', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd05c620a-87a8-4a2a-985e-0eb02922ca6a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:21:32Z', 'updated_at': '2021-04-20T18:21:35Z', 'revision_number': 4, 'project_id': 'fad659db1d4a4f12b628ff0b930b7da3', 'subnets': [{'id': 'd05c620a-87a8-4a2a-985e-0eb02922ca6a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8a4e3f1-7e56-456e-b569-9891a1daec56'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:21:36.475219 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db93c399-67e9-4d2c-a8e2-fed8db438157 None None] The sync data for ids ['57f66c6c-3d9d-420e-a836-9a58ff521518'] in dv-cinder-786932-2-smb is: [{'id': '57f66c6c-3d9d-420e-a836-9a58ff521518', 'name': 'router1', 'tenant_id': 'fad659db1d4a4f12b628ff0b930b7da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:21:21Z', 'updated_at': '2021-04-20T18:21:33Z', 'revision_number': 2, 'project_id': 'fad659db1d4a4f12b628ff0b930b7da3', 'gw_port_host': None, '_interfaces': [{'id': '7175ce5a-6bd7-4aaa-b928-9b527ca3d5fe', 'name': '', 'network_id': 'd4935298-65fa-45b1-88f5-5a96bbd1f841', 'tenant_id': 'fad659db1d4a4f12b628ff0b930b7da3', 'mac_address': 'fa:16:3e:ed:cc:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f66c6c-3d9d-420e-a836-9a58ff521518', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd05c620a-87a8-4a2a-985e-0eb02922ca6a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:21:32Z', 'updated_at': '2021-04-20T18:21:35Z', 'revision_number': 4, 'project_id': 'fad659db1d4a4f12b628ff0b930b7da3', 'subnets': [{'id': 'd05c620a-87a8-4a2a-985e-0eb02922ca6a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8a4e3f1-7e56-456e-b569-9891a1daec56'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:21:36.775099 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 58972) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:21:36.938893 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046c8019-f457-4910-b2fc-704614278ec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:36.940338 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-046c8019-f457-4910-b2fc-704614278ec0 admin admin] 10.222.0.20 "GET /v2.0/networks/6f8e8285-aaa9-4dbf-9e6b-39abd83f9974 HTTP/1.1" status: 200 len: 842 time: 0.1642697 Apr 20 18:21:36.951259 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-a3bf65e0-fe92-4b7a-ac51-498b7c8cc1b7 admin admin] Request body: {'subnet': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4}} {{(pid=86392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:21:36.956884 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-a3bf65e0-fe92-4b7a-ac51-498b7c8cc1b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:21:36.961004 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-a3bf65e0-fe92-4b7a-ac51-498b7c8cc1b7 admin admin] Usage tracker for resource:subnet and tenant:9547ae2f77ec4c4e82435f8ba264fc4c is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:21:36.964310 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-a3bf65e0-fe92-4b7a-ac51-498b7c8cc1b7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:21:36.970334 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-a3bf65e0-fe92-4b7a-ac51-498b7c8cc1b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:21:36.980182 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3bf65e0-fe92-4b7a-ac51-498b7c8cc1b7 admin admin] Made reservation on behalf of 9547ae2f77ec4c4e82435f8ba264fc4c for: {'subnet': 1} {{(pid=86392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:21:36.984876 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-a3bf65e0-fe92-4b7a-ac51-498b7c8cc1b7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:37.419243 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.objects.ports [None req-a3bf65e0-fe92-4b7a-ac51-498b7c8cc1b7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86392) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 20 18:21:37.419813 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-a3bf65e0-fe92-4b7a-ac51-498b7c8cc1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058'] for subnet, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:37.423522 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-e8d0729c-f2e4-4176-bd91-e28ce57c02be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:37.501259 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bf65e0-fe92-4b7a-ac51-498b7c8cc1b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f30c7817-a5c6-4c47-97c4-010d805a937c,revision_number=0']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:37.505453 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-a3bf65e0-fe92-4b7a-ac51-498b7c8cc1b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:37.512829 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bf65e0-fe92-4b7a-ac51-498b7c8cc1b7 admin admin] Checking segment: {'id': '2233cf5b-6309-472b-944c-203414fffc35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:21:37.513210 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bf65e0-fe92-4b7a-ac51-498b7c8cc1b7 admin admin] Network hostable DHCP agents. Network: 6f8e8285-aaa9-4dbf-9e6b-39abd83f9974, hostable agents: ['139febe7-9f58-4c27-9292-9a8c92178c1a'], hosted agents: [] {{(pid=86392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:21:37.532389 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bf65e0-fe92-4b7a-ac51-498b7c8cc1b7 admin admin] Network 6f8e8285-aaa9-4dbf-9e6b-39abd83f9974 is scheduled to be hosted by DHCP agent 139febe7-9f58-4c27-9292-9a8c92178c1a with binding_index 1 {{(pid=86392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:21:37.541251 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [None req-a3bf65e0-fe92-4b7a-ac51-498b7c8cc1b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-2-smb, 6f8e8285-aaa9-4dbf-9e6b-39abd83f9974) {{(pid=86392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:21:37.545161 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bf65e0-fe92-4b7a-ac51-498b7c8cc1b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:37.545786 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-a3bf65e0-fe92-4b7a-ac51-498b7c8cc1b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for subnet, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:37.551219 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2671ba4f-da76-4d2c-88f7-4e4b641e8439 None None] Network 6f8e8285-aaa9-4dbf-9e6b-39abd83f9974 requested from dv-cinder-786932-2-smb {{(pid=86393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:21:37.567664 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-a3bf65e0-fe92-4b7a-ac51-498b7c8cc1b7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6202869 Apr 20 18:21:37.787390 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e893c2d4-6607-433b-aa11-e2727d00f1f6 None None] Network 6f8e8285-aaa9-4dbf-9e6b-39abd83f9974 requested from dv-cinder-786932-2-smb {{(pid=86393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:21:39.877140 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device 7175ce5a-6bd7-4aaa-b928-9b527ca3d5fe up at agent ovs-agent-dv-cinder-786932-2-smb {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:21:39.951870 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Provisioning for port 7175ce5a-6bd7-4aaa-b928-9b527ca3d5fe completed by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:21:39.956865 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Provisioning complete for port 7175ce5a-6bd7-4aaa-b928-9b527ca3d5fe triggered by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:21:39.957315 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:40.079470 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:40.113196 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] For port 7175ce5a-6bd7-4aaa-b928-9b527ca3d5fe, host dv-cinder-786932-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=7175ce5a-6bd7-4aaa-b928-9b527ca3d5fe,segment=NetworkSegment(8ebc18ad-ef89-4c13-9fbd-d4e002a332d8),segment_id=8ebc18ad-ef89-4c13-9fbd-d4e002a332d8)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:21:40.116722 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:40.119919 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:40.146470 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 58986) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:21:40.191209 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Pushing event updated for resources: {'Port': ['ID=7175ce5a-6bd7-4aaa-b928-9b527ca3d5fe,revision_number=5']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:40.194564 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:40.354940 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-817d93d1-ee33-4a22-b555-1307c5a4671a admin admin] 10.222.0.20 "GET /v2.0/routers/57f66c6c-3d9d-420e-a836-9a58ff521518 HTTP/1.1" status: 200 len: 710 time: 0.2071462 Apr 20 18:21:40.493103 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a138af12-b3ae-42bc-958b-0a233301252a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:40.494555 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-a138af12-b3ae-42bc-958b-0a233301252a admin admin] 10.222.0.20 "GET /v2.0/networks/6f8e8285-aaa9-4dbf-9e6b-39abd83f9974 HTTP/1.1" status: 200 len: 886 time: 0.1337962 Apr 20 18:21:40.504582 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-bb0fa64a-e973-4ae5-bd50-430248672279 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974'}}} {{(pid=86392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:21:40.966314 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-bb0fa64a-e973-4ae5-bd50-430248672279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7970806', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769747'] for router, precommit_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:41.322239 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-bb0fa64a-e973-4ae5-bd50-430248672279 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:41.390318 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-bb0fa64a-e973-4ae5-bd50-430248672279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:41.730431 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.db_base_plugin_common [None req-bb0fa64a-e973-4ae5-bd50-430248672279 admin admin] Allocated IP 172.28.1.171 (6f8e8285-aaa9-4dbf-9e6b-39abd83f9974/f30c7817-a5c6-4c47-97c4-010d805a937c/7e6d8a8d-dfbd-4eee-8835-e1a3e2472de5) {{(pid=86392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:21:41.854342 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device 7175ce5a-6bd7-4aaa-b928-9b527ca3d5fe up at agent ovs-agent-dv-cinder-786932-2-smb {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:21:41.889824 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-bb0fa64a-e973-4ae5-bd50-430248672279 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:41.922904 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-bb0fa64a-e973-4ae5-bd50-430248672279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278078920240'] for port, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:41.927933 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:41.932874 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Provisioning complete for port 7175ce5a-6bd7-4aaa-b928-9b527ca3d5fe triggered by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:21:41.933281 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:41.993088 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0fa64a-e973-4ae5-bd50-430248672279 admin admin] Network 6f8e8285-aaa9-4dbf-9e6b-39abd83f9974 is already hosted by enough agents. {{(pid=86392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:21:41.995957 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [None req-bb0fa64a-e973-4ae5-bd50-430248672279 admin admin] Resources bound (agent type, host, resource id): {{(pid=86392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:21:41.999747 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0fa64a-e973-4ae5-bd50-430248672279 admin admin] Received port after_create {{(pid=86392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:21:42.066504 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0fa64a-e973-4ae5-bd50-430248672279 admin admin] Pushing event updated for resources: {'Port': ['ID=7e6d8a8d-dfbd-4eee-8835-e1a3e2472de5,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:42.120567 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-bb0fa64a-e973-4ae5-bd50-430248672279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:42.415740 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-bb0fa64a-e973-4ae5-bd50-430248672279 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:42.768938 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-bb0fa64a-e973-4ae5-bd50-430248672279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7970806', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769747'] for router, precommit_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:42.772544 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-bb0fa64a-e973-4ae5-bd50-430248672279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846805028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846805043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7970757', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854379733'] for router, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:42.958340 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb0fa64a-e973-4ae5-bd50-430248672279 admin admin] Router 57f66c6c-3d9d-420e-a836-9a58ff521518 has already been hosted by L3 agent 41e81354-1f58-48e6-8416-2f8b62d59447 {{(pid=86392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:21:43.142749 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb0fa64a-e973-4ae5-bd50-430248672279 admin admin] Notify agent at l3_agent.dv-cinder-786932-2-smb the message routers_updated {{(pid=86392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:21:43.151088 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-bb0fa64a-e973-4ae5-bd50-430248672279 admin admin] Notify callbacks [] for router, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:43.152339 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-bb0fa64a-e973-4ae5-bd50-430248672279 admin admin] 10.222.0.20 "PUT /v2.0/routers/57f66c6c-3d9d-420e-a836-9a58ff521518 HTTP/1.1" status: 200 len: 890 time: 2.6513059 Apr 20 18:21:43.153524 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a46c0e-c7f3-4f9f-b447-5f5b0db00ad9 None None] Sync routers for ids ['57f66c6c-3d9d-420e-a836-9a58ff521518'] in dv-cinder-786932-2-smb {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:21:43.165090 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a46c0e-c7f3-4f9f-b447-5f5b0db00ad9 None None] Routers {'57f66c6c-3d9d-420e-a836-9a58ff521518'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:21:43.165805 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-f4a46c0e-c7f3-4f9f-b447-5f5b0db00ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:21:26Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['57f66c6c-3d9d-420e-a836-9a58ff521518'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:21:43.530084 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-f4a46c0e-c7f3-4f9f-b447-5f5b0db00ad9 None None] Set router 57f66c6c-3d9d-420e-a836-9a58ff521518 gateway port host: dv-cinder-786932-2-smb {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:21:43.885130 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-f4a46c0e-c7f3-4f9f-b447-5f5b0db00ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f66c6c-3d9d-420e-a836-9a58ff521518', 'name': 'router1', 'tenant_id': 'fad659db1d4a4f12b628ff0b930b7da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '7e6d8a8d-dfbd-4eee-8835-e1a3e2472de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:21:21Z', 'updated_at': '2021-04-20T18:21:42Z', 'revision_number': 4, 'project_id': 'fad659db1d4a4f12b628ff0b930b7da3', 'gw_port': {'id': '7e6d8a8d-dfbd-4eee-8835-e1a3e2472de5', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:77:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f66c6c-3d9d-420e-a836-9a58ff521518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:21:41Z', 'updated_at': '2021-04-20T18:21:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb', '_interfaces': [{'id': '7175ce5a-6bd7-4aaa-b928-9b527ca3d5fe', 'name': '', 'network_id': 'd4935298-65fa-45b1-88f5-5a96bbd1f841', 'tenant_id': 'fad659db1d4a4f12b628ff0b930b7da3', 'mac_address': 'fa:16:3e:ed:cc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f66c6c-3d9d-420e-a836-9a58ff521518', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd05c620a-87a8-4a2a-985e-0eb02922ca6a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:21:32Z', 'updated_at': '2021-04-20T18:21:40Z', 'revision_number': 5, 'project_id': 'fad659db1d4a4f12b628ff0b930b7da3', 'subnets': [{'id': 'd05c620a-87a8-4a2a-985e-0eb02922ca6a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8a4e3f1-7e56-456e-b569-9891a1daec56'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:21:43.890192 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a46c0e-c7f3-4f9f-b447-5f5b0db00ad9 None None] Checking router: 57f66c6c-3d9d-420e-a836-9a58ff521518 for host: dv-cinder-786932-2-smb {{(pid=86393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:21:43.890583 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a46c0e-c7f3-4f9f-b447-5f5b0db00ad9 None None] Updating router 57f66c6c-3d9d-420e-a836-9a58ff521518 port 7e6d8a8d-dfbd-4eee-8835-e1a3e2472de5 binding host dv-cinder-786932-2-smb {{(pid=86393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 18:21:43.946126 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-f4a46c0e-c7f3-4f9f-b447-5f5b0db00ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:44.290304 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-f4a46c0e-c7f3-4f9f-b447-5f5b0db00ad9 None None] Notify callbacks [] for port, precommit_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:44.302526 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-f4a46c0e-c7f3-4f9f-b447-5f5b0db00ad9 None None] Transition to ACTIVE for port object 7e6d8a8d-dfbd-4eee-8835-e1a3e2472de5 will not be triggered until provisioned by entity L2. {{(pid=86393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:21:44.309097 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-f4a46c0e-c7f3-4f9f-b447-5f5b0db00ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:44.313086 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:44.393459 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-f4a46c0e-c7f3-4f9f-b447-5f5b0db00ad9 None None] Attempting to bind port 7e6d8a8d-dfbd-4eee-8835-e1a3e2472de5 on host dv-cinder-786932-2-smb for vnic_type normal with profile {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:21:44.393832 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-f4a46c0e-c7f3-4f9f-b447-5f5b0db00ad9 None None] Attempting to bind port 7e6d8a8d-dfbd-4eee-8835-e1a3e2472de5 by drivers openvswitch,hyperv on host dv-cinder-786932-2-smb at level 0 using segments [{'id': '2233cf5b-6309-472b-944c-203414fffc35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974'}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:21:44.394245 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a46c0e-c7f3-4f9f-b447-5f5b0db00ad9 None None] Attempting to bind port 7e6d8a8d-dfbd-4eee-8835-e1a3e2472de5 on network 6f8e8285-aaa9-4dbf-9e6b-39abd83f9974 {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:21:44.400273 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbefad9a-a2d5-413e-af7a-39af8eda3449 None None] Pushing event updated for resources: {'Port': ['ID=7e6d8a8d-dfbd-4eee-8835-e1a3e2472de5,revision_number=2']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:44.403075 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-dbefad9a-a2d5-413e-af7a-39af8eda3449 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:44.406184 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a46c0e-c7f3-4f9f-b447-5f5b0db00ad9 None None] Checking agent: {'id': 'ac60c4f9-3ecd-40a5-acc5-9289d1156cbe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 20, 58), 'started_at': datetime.datetime(2021, 4, 20, 18, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:21:44.406578 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a46c0e-c7f3-4f9f-b447-5f5b0db00ad9 None None] Checking segment: {'id': '2233cf5b-6309-472b-944c-203414fffc35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:21:44.407037 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-f4a46c0e-c7f3-4f9f-b447-5f5b0db00ad9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:44.407416 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a46c0e-c7f3-4f9f-b447-5f5b0db00ad9 None None] Bound using segment: {'id': '2233cf5b-6309-472b-944c-203414fffc35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974'} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:21:44.407905 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-f4a46c0e-c7f3-4f9f-b447-5f5b0db00ad9 None None] Bound port: 7e6d8a8d-dfbd-4eee-8835-e1a3e2472de5, host: dv-cinder-786932-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2233cf5b-6309-472b-944c-203414fffc35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974'}}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:21:44.408301 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-f4a46c0e-c7f3-4f9f-b447-5f5b0db00ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:44.485273 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-f4a46c0e-c7f3-4f9f-b447-5f5b0db00ad9 None None] For port 7e6d8a8d-dfbd-4eee-8835-e1a3e2472de5, host dv-cinder-786932-2-smb, cleared binding levels {{(pid=86393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:21:44.488415 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-f4a46c0e-c7f3-4f9f-b447-5f5b0db00ad9 None None] For port 7e6d8a8d-dfbd-4eee-8835-e1a3e2472de5, host dv-cinder-786932-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=7e6d8a8d-dfbd-4eee-8835-e1a3e2472de5,segment=NetworkSegment(2233cf5b-6309-472b-944c-203414fffc35),segment_id=2233cf5b-6309-472b-944c-203414fffc35)] {{(pid=86393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:21:44.492622 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-f4a46c0e-c7f3-4f9f-b447-5f5b0db00ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:44.496609 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:44.575831 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a46c0e-c7f3-4f9f-b447-5f5b0db00ad9 None None] Routers {'57f66c6c-3d9d-420e-a836-9a58ff521518'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:21:44.576414 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-f4a46c0e-c7f3-4f9f-b447-5f5b0db00ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:21:26Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['57f66c6c-3d9d-420e-a836-9a58ff521518'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:21:44.646283 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbefad9a-a2d5-413e-af7a-39af8eda3449 None None] Pushing event updated for resources: {'Port': ['ID=7e6d8a8d-dfbd-4eee-8835-e1a3e2472de5,revision_number=3']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:44.649636 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-dbefad9a-a2d5-413e-af7a-39af8eda3449 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:44.770303 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-f4a46c0e-c7f3-4f9f-b447-5f5b0db00ad9 None None] Set router 57f66c6c-3d9d-420e-a836-9a58ff521518 gateway port host: dv-cinder-786932-2-smb {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:21:45.109227 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-f4a46c0e-c7f3-4f9f-b447-5f5b0db00ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f66c6c-3d9d-420e-a836-9a58ff521518', 'name': 'router1', 'tenant_id': 'fad659db1d4a4f12b628ff0b930b7da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '7e6d8a8d-dfbd-4eee-8835-e1a3e2472de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:21:21Z', 'updated_at': '2021-04-20T18:21:42Z', 'revision_number': 4, 'project_id': 'fad659db1d4a4f12b628ff0b930b7da3', 'gw_port': {'id': '7e6d8a8d-dfbd-4eee-8835-e1a3e2472de5', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:77:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f66c6c-3d9d-420e-a836-9a58ff521518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:21:41Z', 'updated_at': '2021-04-20T18:21:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb', '_interfaces': [{'id': '7175ce5a-6bd7-4aaa-b928-9b527ca3d5fe', 'name': '', 'network_id': 'd4935298-65fa-45b1-88f5-5a96bbd1f841', 'tenant_id': 'fad659db1d4a4f12b628ff0b930b7da3', 'mac_address': 'fa:16:3e:ed:cc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f66c6c-3d9d-420e-a836-9a58ff521518', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd05c620a-87a8-4a2a-985e-0eb02922ca6a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:21:32Z', 'updated_at': '2021-04-20T18:21:40Z', 'revision_number': 5, 'project_id': 'fad659db1d4a4f12b628ff0b930b7da3', 'subnets': [{'id': 'd05c620a-87a8-4a2a-985e-0eb02922ca6a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8a4e3f1-7e56-456e-b569-9891a1daec56'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:21:45.113561 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a46c0e-c7f3-4f9f-b447-5f5b0db00ad9 None None] The sync data for ids ['57f66c6c-3d9d-420e-a836-9a58ff521518'] in dv-cinder-786932-2-smb is: [{'id': '57f66c6c-3d9d-420e-a836-9a58ff521518', 'name': 'router1', 'tenant_id': 'fad659db1d4a4f12b628ff0b930b7da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '7e6d8a8d-dfbd-4eee-8835-e1a3e2472de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:21:21Z', 'updated_at': '2021-04-20T18:21:42Z', 'revision_number': 4, 'project_id': 'fad659db1d4a4f12b628ff0b930b7da3', 'gw_port': {'id': '7e6d8a8d-dfbd-4eee-8835-e1a3e2472de5', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:77:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f66c6c-3d9d-420e-a836-9a58ff521518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:21:41Z', 'updated_at': '2021-04-20T18:21:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb', '_interfaces': [{'id': '7175ce5a-6bd7-4aaa-b928-9b527ca3d5fe', 'name': '', 'network_id': 'd4935298-65fa-45b1-88f5-5a96bbd1f841', 'tenant_id': 'fad659db1d4a4f12b628ff0b930b7da3', 'mac_address': 'fa:16:3e:ed:cc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f66c6c-3d9d-420e-a836-9a58ff521518', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd05c620a-87a8-4a2a-985e-0eb02922ca6a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:21:32Z', 'updated_at': '2021-04-20T18:21:40Z', 'revision_number': 5, 'project_id': 'fad659db1d4a4f12b628ff0b930b7da3', 'subnets': [{'id': 'd05c620a-87a8-4a2a-985e-0eb02922ca6a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8a4e3f1-7e56-456e-b569-9891a1daec56'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:21:45.837106 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 58996) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:21:45.884858 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device 7e6d8a8d-dfbd-4eee-8835-e1a3e2472de5 up at agent ovs-agent-dv-cinder-786932-2-smb {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:21:45.964901 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Provisioning for port 7e6d8a8d-dfbd-4eee-8835-e1a3e2472de5 completed by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:21:45.969946 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Provisioning complete for port 7e6d8a8d-dfbd-4eee-8835-e1a3e2472de5 triggered by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:21:45.970352 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:46.003521 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-7bd36a47-6947-48b3-a409-56e7903d897c admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1651859 Apr 20 18:21:46.099138 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:46.117722 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] For port 7e6d8a8d-dfbd-4eee-8835-e1a3e2472de5, host dv-cinder-786932-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=7e6d8a8d-dfbd-4eee-8835-e1a3e2472de5,segment=NetworkSegment(2233cf5b-6309-472b-944c-203414fffc35),segment_id=2233cf5b-6309-472b-944c-203414fffc35)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:21:46.121792 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:46.125179 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-dbefad9a-a2d5-413e-af7a-39af8eda3449 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:46.199595 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Pushing event updated for resources: {'Port': ['ID=7e6d8a8d-dfbd-4eee-8835-e1a3e2472de5,revision_number=4']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:46.203399 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:47.857311 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device 7e6d8a8d-dfbd-4eee-8835-e1a3e2472de5 up at agent ovs-agent-dv-cinder-786932-2-smb {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:21:47.938390 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Provisioning complete for port 7e6d8a8d-dfbd-4eee-8835-e1a3e2472de5 triggered by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:21:47.938823 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:50.810569 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.agents_db [None req-bb53aea3-de48-49b3-8e00-ae07e91d3609 None None] Agent healthcheck: found 5 active agents {{(pid=86394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:21:53.671033 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-cf0a0f24-0e79-4f0b-bffd-fd4210b11d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:55.538809 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-cc77d78b-561c-42e7-afeb-1011e33221c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:56.570667 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3b38f3e8-f2f1-49b6-ac75-f9314cd83db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:57.735316 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:58.285109 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db4e54cc-07a3-4585-8120-e6421209c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:23.659691 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-edde3c6a-b364-4574-9682-a71a5cf2bc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:25.533220 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0da5a30e-158b-4eb0-841a-932a2959b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:26.570834 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3b38f3e8-f2f1-49b6-ac75-f9314cd83db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:27.739386 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:27.811902 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.agents_db [None req-bb53aea3-de48-49b3-8e00-ae07e91d3609 None None] Agent healthcheck: found 5 active agents {{(pid=86394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:22:28.300292 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db4e54cc-07a3-4585-8120-e6421209c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:53.652842 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e4949a40-eb0e-440f-b0ca-cabaa26c53d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:55.536148 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e088351e-1a94-477f-a2ee-c8febecf85dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:56.574210 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3b38f3e8-f2f1-49b6-ac75-f9314cd83db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:57.739930 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:58.299779 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db4e54cc-07a3-4585-8120-e6421209c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:04.814164 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.agents_db [None req-bb53aea3-de48-49b3-8e00-ae07e91d3609 None None] Agent healthcheck: found 5 active agents {{(pid=86394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:23:23.658832 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-ddbaf30d-1fcf-4e34-abc9-8b4f32288f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:25.538499 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-592ba550-f6f4-486f-97c7-f19b43842afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:26.577155 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3b38f3e8-f2f1-49b6-ac75-f9314cd83db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:27.735266 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:28.302927 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db4e54cc-07a3-4585-8120-e6421209c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:29.986121 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 59566) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:30.075165 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2f704d1-710f-477f-9c63-064607b51c75 admin admin] GET failed (client error): The resource could not be found. Apr 20 18:23:30.075717 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-d2f704d1-710f-477f-9c63-064607b51c75 admin admin] Synchronizing usage tracker for tenant:9547ae2f77ec4c4e82435f8ba264fc4c on resource:network {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:23:30.094224 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-d2f704d1-710f-477f-9c63-064607b51c75 admin admin] Unset dirty status for tenant:9547ae2f77ec4c4e82435f8ba264fc4c on resource:network {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:23:30.095453 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-d2f704d1-710f-477f-9c63-064607b51c75 admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1077564 Apr 20 18:23:30.253297 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ecbc13f-14f9-4eaa-ad12-0df129604ee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:30.254864 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-4ecbc13f-14f9-4eaa-ad12-0df129604ee7 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1546338 Apr 20 18:23:32.743848 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 59576) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:32.871270 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6178cc-2115-4ddc-94d1-c7cfea8d94d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:32.872708 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-bb6178cc-2115-4ddc-94d1-c7cfea8d94d2 admin admin] 10.222.0.20 "GET /v2.0/subnets/d05c620a-87a8-4a2a-985e-0eb02922ca6a HTTP/1.1" status: 200 len: 849 time: 0.1275277 Apr 20 18:23:32.883568 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-202fd4ec-d89e-4477-8fb0-9b534b3519b8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:23:33.010057 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-202fd4ec-d89e-4477-8fb0-9b534b3519b8 admin admin] Notify callbacks [] for subnet, before_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:33.327528 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-202fd4ec-d89e-4477-8fb0-9b534b3519b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758776305881'] for subnet, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:33.331443 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:23:33.376980 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202fd4ec-d89e-4477-8fb0-9b534b3519b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:33.377685 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-202fd4ec-d89e-4477-8fb0-9b534b3519b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for subnet, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:33.378996 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-202fd4ec-d89e-4477-8fb0-9b534b3519b8 admin admin] 10.222.0.20 "PUT /v2.0/subnets/d05c620a-87a8-4a2a-985e-0eb02922ca6a HTTP/1.1" status: 200 len: 868 time: 0.4994397 Apr 20 18:23:33.381617 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40142be8-14fc-4c1c-bd9d-9b79c1e8d25f None None] Network d4935298-65fa-45b1-88f5-5a96bbd1f841 requested from dv-cinder-786932-2-smb {{(pid=86393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:23:33.399292 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202fd4ec-d89e-4477-8fb0-9b534b3519b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d05c620a-87a8-4a2a-985e-0eb02922ca6a,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:23:33.407751 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202fd4ec-d89e-4477-8fb0-9b534b3519b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:33.408172 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202fd4ec-d89e-4477-8fb0-9b534b3519b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:33.408426 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202fd4ec-d89e-4477-8fb0-9b534b3519b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:33.408816 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202fd4ec-d89e-4477-8fb0-9b534b3519b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:33.409158 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202fd4ec-d89e-4477-8fb0-9b534b3519b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:33.409502 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202fd4ec-d89e-4477-8fb0-9b534b3519b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:33.409845 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202fd4ec-d89e-4477-8fb0-9b534b3519b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:33.410187 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202fd4ec-d89e-4477-8fb0-9b534b3519b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:33.410532 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202fd4ec-d89e-4477-8fb0-9b534b3519b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:33.410868 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202fd4ec-d89e-4477-8fb0-9b534b3519b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:33.411208 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202fd4ec-d89e-4477-8fb0-9b534b3519b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:33.411545 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202fd4ec-d89e-4477-8fb0-9b534b3519b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:33.416290 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-202fd4ec-d89e-4477-8fb0-9b534b3519b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:23:34.103504 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-28690d7e-9d0a-42f9-b38c-dc42ef8d85d6 None None] Provisioning complete for port 0d9c5019-7286-47a7-af3c-a11c28c2e1fb triggered by entity DHCP. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:23:34.104058 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-28690d7e-9d0a-42f9-b38c-dc42ef8d85d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:34.244530 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-28690d7e-9d0a-42f9-b38c-dc42ef8d85d6 None None] Provisioning complete for port 7175ce5a-6bd7-4aaa-b928-9b527ca3d5fe triggered by entity DHCP. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:23:34.244815 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-28690d7e-9d0a-42f9-b38c-dc42ef8d85d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:35.935123 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 59586) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:36.147859 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f3fc11-7e25-4901-812b-ca60ca9fa6e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:36.148241 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f3fc11-7e25-4901-812b-ca60ca9fa6e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:36.149893 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-d4f3fc11-7e25-4901-812b-ca60ca9fa6e8 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2137263 Apr 20 18:23:38.643250 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 59596) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:38.841393 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27fcc57-7934-4fd0-bbaa-ae5b6ac26f39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:38.841909 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27fcc57-7934-4fd0-bbaa-ae5b6ac26f39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:38.843641 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-d27fcc57-7934-4fd0-bbaa-ae5b6ac26f39 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1993535 Apr 20 18:23:41.328078 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 59606) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:41.512359 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9a2bac-ede1-48ba-87a7-e5e280c91463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:41.513799 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-fb9a2bac-ede1-48ba-87a7-e5e280c91463 admin admin] 10.222.0.20 "GET /v2.0/networks/6f8e8285-aaa9-4dbf-9e6b-39abd83f9974 HTTP/1.1" status: 200 len: 886 time: 0.1843693 Apr 20 18:23:41.814127 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.agents_db [None req-bb53aea3-de48-49b3-8e00-ae07e91d3609 None None] Agent healthcheck: found 5 active agents {{(pid=86394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:23:43.977770 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 59616) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:44.176805 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c0b194-6e2d-442a-8c44-4b7cafc8c2d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:44.178190 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-23c0b194-6e2d-442a-8c44-4b7cafc8c2d4 admin admin] 10.222.0.20 "GET /v2.0/networks/d4935298-65fa-45b1-88f5-5a96bbd1f841 HTTP/1.1" status: 200 len: 869 time: 0.1989427 Apr 20 18:23:46.669904 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 59626) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:46.985746 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89956102-089e-4883-83cc-fdd04b196143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:46.986244 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89956102-089e-4883-83cc-fdd04b196143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:46.987042 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-89956102-089e-4883-83cc-fdd04b196143 admin admin] Synchronizing usage tracker for tenant:9547ae2f77ec4c4e82435f8ba264fc4c on resource:subnet {{(pid=86392) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:23:47.004333 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-89956102-089e-4883-83cc-fdd04b196143 admin admin] Unset dirty status for tenant:9547ae2f77ec4c4e82435f8ba264fc4c on resource:subnet {{(pid=86392) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:23:47.005549 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-89956102-089e-4883-83cc-fdd04b196143 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3345132 Apr 20 18:23:49.468513 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 59636) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:49.588205 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e75fb4-2bcc-4ea0-9c8f-c4f602515b1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:49.588712 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e75fb4-2bcc-4ea0-9c8f-c4f602515b1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:49.590328 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-f9e75fb4-2bcc-4ea0-9c8f-c4f602515b1d admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1206870 Apr 20 18:23:52.029095 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 59646) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:52.165095 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6e4602-7df9-4a4c-ac0c-d6150507fd26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:52.166420 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-dc6e4602-7df9-4a4c-ac0c-d6150507fd26 admin admin] 10.222.0.20 "GET /v2.0/subnets/d05c620a-87a8-4a2a-985e-0eb02922ca6a HTTP/1.1" status: 200 len: 868 time: 0.1362133 Apr 20 18:23:53.661978 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-267ecc87-f28b-4a05-8d4a-6f42dd4ddbe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:54.654749 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 59656) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:54.784554 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9773397f-f1d7-4c62-85f0-2aa78ca3bc4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:54.786006 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-9773397f-f1d7-4c62-85f0-2aa78ca3bc4b admin admin] 10.222.0.20 "GET /v2.0/subnets/f30c7817-a5c6-4c47-97c4-010d805a937c HTTP/1.1" status: 200 len: 816 time: 0.1301105 Apr 20 18:23:55.542162 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-08723c76-7917-4ce4-9b73-68cb6d33862d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:56.579173 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3b38f3e8-f2f1-49b6-ac75-f9314cd83db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:57.738761 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:58.306202 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db4e54cc-07a3-4585-8120-e6421209c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:18.817418 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.agents_db [None req-bb53aea3-de48-49b3-8e00-ae07e91d3609 None None] Agent healthcheck: found 5 active agents {{(pid=86394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:24:21.145368 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 59700) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:21.201097 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [None req-5b931b60-ef20-4aea-98e5-b0760dc77216 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 18:24:21.202200 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-5b931b60-ef20-4aea-98e5-b0760dc77216 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0557995 Apr 20 18:24:23.665098 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0ff420bc-c748-41cf-a216-afccaff31752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:23.780699 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 59710) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:23.856542 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.pecan_wsgi.hooks.translation [None req-72443e8e-e797-4d3b-9adc-0f0779db9a72 admin admin] GET failed (client error): The resource could not be found. Apr 20 18:24:23.857964 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-72443e8e-e797-4d3b-9adc-0f0779db9a72 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0762620 Apr 20 18:24:24.003119 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f843d0ad-3213-414a-ba6f-9db634d758ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:24.004708 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-f843d0ad-3213-414a-ba6f-9db634d758ac admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1421669 Apr 20 18:24:25.545526 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-87ae3aba-7d59-42e5-9a8e-5a5fd30a8bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:26.514484 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 59720) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:26.574267 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-c95aaeb7-7a9c-4ba6-afb2-f29507493515 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:24:26.579285 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-c95aaeb7-7a9c-4ba6-afb2-f29507493515 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:24:26.582123 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3b38f3e8-f2f1-49b6-ac75-f9314cd83db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:26.590265 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-c95aaeb7-7a9c-4ba6-afb2-f29507493515 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:24:26.600995 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95aaeb7-7a9c-4ba6-afb2-f29507493515 admin admin] Made reservation on behalf of 9547ae2f77ec4c4e82435f8ba264fc4c for: {'network': 1} {{(pid=86391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:24:26.605632 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-c95aaeb7-7a9c-4ba6-afb2-f29507493515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for network, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:26.699759 dv-cinder-786932-2-smb neutron-server[86278]: WARNING neutron.services.revisions.revision_plugin [None req-c95aaeb7-7a9c-4ba6-afb2-f29507493515 admin admin] Could not find related network for resource to bump revision. Apr 20 18:24:26.713046 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c95aaeb7-7a9c-4ba6-afb2-f29507493515 admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=86391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 18:24:26.725044 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-c95aaeb7-7a9c-4ba6-afb2-f29507493515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854116670'] for segment, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:26.725481 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.db.segments_db [None req-c95aaeb7-7a9c-4ba6-afb2-f29507493515 admin admin] Added segment 9b5c122d-c669-44ca-b17a-386a8d3f2266 of type vlan for network 5efa6cbd-5ff7-478e-b468-d0aa9e877360 Apr 20 18:24:26.754502 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-c95aaeb7-7a9c-4ba6-afb2-f29507493515 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758775846003'] for network, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:26.784610 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-c95aaeb7-7a9c-4ba6-afb2-f29507493515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058'] for network, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:26.785935 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95aaeb7-7a9c-4ba6-afb2-f29507493515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:26.786559 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-c95aaeb7-7a9c-4ba6-afb2-f29507493515 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for network, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:26.791315 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:26.895701 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-c95aaeb7-7a9c-4ba6-afb2-f29507493515 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3797421 Apr 20 18:24:26.896407 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95aaeb7-7a9c-4ba6-afb2-f29507493515 admin admin] Pushing event updated for resources: {'Network': ['ID=5efa6cbd-5ff7-478e-b468-d0aa9e877360,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:26.899951 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-c95aaeb7-7a9c-4ba6-afb2-f29507493515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:26.908312 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Network 5efa6cbd-5ff7-478e-b468-d0aa9e877360 details requested by agent ovs-agent-dv-cinder-786932-2-smb with host dv-cinder-786932-2-smb {{(pid=86393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:24:27.743549 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:28.308772 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db4e54cc-07a3-4585-8120-e6421209c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:29.391814 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 59730) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:29.471400 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.pecan_wsgi.hooks.translation [None req-22585040-b7c8-4263-ab35-84fd61d0184b admin admin] GET failed (client error): The resource could not be found. Apr 20 18:24:29.471950 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-22585040-b7c8-4263-ab35-84fd61d0184b admin admin] Synchronizing usage tracker for tenant:9547ae2f77ec4c4e82435f8ba264fc4c on resource:network {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:24:29.487592 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-22585040-b7c8-4263-ab35-84fd61d0184b admin admin] Unset dirty status for tenant:9547ae2f77ec4c4e82435f8ba264fc4c on resource:network {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:24:29.488745 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-22585040-b7c8-4263-ab35-84fd61d0184b admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0958972 Apr 20 18:24:29.603748 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c75b6d-8f4c-4160-a0fe-aaf251e27bc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:29.605202 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-b8c75b6d-8f4c-4160-a0fe-aaf251e27bc7 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1121294 Apr 20 18:24:29.619527 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-af75ab2f-c7a1-4325-b288-f7e35373c6af admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '5efa6cbd-5ff7-478e-b468-d0aa9e877360'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:24:29.624596 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-af75ab2f-c7a1-4325-b288-f7e35373c6af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:24:29.635126 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-af75ab2f-c7a1-4325-b288-f7e35373c6af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:24:29.645592 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af75ab2f-c7a1-4325-b288-f7e35373c6af admin admin] Made reservation on behalf of 9547ae2f77ec4c4e82435f8ba264fc4c for: {'subnet': 1} {{(pid=86391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:24:29.650124 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-af75ab2f-c7a1-4325-b288-f7e35373c6af admin admin] Notify callbacks [] for subnet, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:30.229401 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-af75ab2f-c7a1-4325-b288-f7e35373c6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058'] for subnet, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:30.233210 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-202fd4ec-d89e-4477-8fb0-9b534b3519b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:30.306528 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af75ab2f-c7a1-4325-b288-f7e35373c6af admin admin] Pushing event updated for resources: {'Subnet': ['ID=675f584c-cab7-4a1a-9eae-7af7c9e19054,revision_number=0']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:30.309317 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-af75ab2f-c7a1-4325-b288-f7e35373c6af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:30.319251 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af75ab2f-c7a1-4325-b288-f7e35373c6af admin admin] Checking segment: {'id': '9b5c122d-c669-44ca-b17a-386a8d3f2266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5efa6cbd-5ff7-478e-b468-d0aa9e877360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:24:30.319632 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af75ab2f-c7a1-4325-b288-f7e35373c6af admin admin] Network hostable DHCP agents. Network: 5efa6cbd-5ff7-478e-b468-d0aa9e877360, hostable agents: ['139febe7-9f58-4c27-9292-9a8c92178c1a'], hosted agents: [] {{(pid=86391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:24:30.342154 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af75ab2f-c7a1-4325-b288-f7e35373c6af admin admin] Network 5efa6cbd-5ff7-478e-b468-d0aa9e877360 is scheduled to be hosted by DHCP agent 139febe7-9f58-4c27-9292-9a8c92178c1a with binding_index 1 {{(pid=86391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:24:30.352975 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [None req-af75ab2f-c7a1-4325-b288-f7e35373c6af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-2-smb, 5efa6cbd-5ff7-478e-b468-d0aa9e877360) {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:24:30.357137 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af75ab2f-c7a1-4325-b288-f7e35373c6af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:30.357815 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-af75ab2f-c7a1-4325-b288-f7e35373c6af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for subnet, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:30.362472 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a8e18d-3793-4441-89b5-8db1eaa101be None None] Network 5efa6cbd-5ff7-478e-b468-d0aa9e877360 requested from dv-cinder-786932-2-smb {{(pid=86393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:24:30.382999 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-af75ab2f-c7a1-4325-b288-f7e35373c6af admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7671864 Apr 20 18:24:30.601807 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb6a42d-5591-406a-bfa9-52617a5c73d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f03320c-6e89-5850-82be-c4f5931144ea-5efa6cbd-5ff7-478e-b468-d0aa9e877360', 'network_id': '5efa6cbd-5ff7-478e-b468-d0aa9e877360', 'tenant_id': '9547ae2f77ec4c4e82435f8ba264fc4c', 'fixed_ips': [{'subnet_id': '675f584c-cab7-4a1a-9eae-7af7c9e19054'}]}} from dv-cinder-786932-2-smb. {{(pid=86393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 18:24:30.602900 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-cdb6a42d-5591-406a-bfa9-52617a5c73d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:30.766861 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.db_base_plugin_common [None req-cdb6a42d-5591-406a-bfa9-52617a5c73d6 None None] Allocated IP 192.168.233.2 (5efa6cbd-5ff7-478e-b468-d0aa9e877360/675f584c-cab7-4a1a-9eae-7af7c9e19054/f49ca44c-e393-4381-912c-4984ee46c5ef) {{(pid=86393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:24:30.988212 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-cdb6a42d-5591-406a-bfa9-52617a5c73d6 None None] Notify callbacks [] for port, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:30.999389 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-cdb6a42d-5591-406a-bfa9-52617a5c73d6 None None] Transition to ACTIVE for port object f49ca44c-e393-4381-912c-4984ee46c5ef will not be triggered until provisioned by entity L2. {{(pid=86393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:24:31.019296 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-cdb6a42d-5591-406a-bfa9-52617a5c73d6 None None] Transition to ACTIVE for port object f49ca44c-e393-4381-912c-4984ee46c5ef will not be triggered until provisioned by entity DHCP. {{(pid=86393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:24:31.024636 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-cdb6a42d-5591-406a-bfa9-52617a5c73d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278078920240'] for port, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:31.030378 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:31.099123 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb6a42d-5591-406a-bfa9-52617a5c73d6 None None] Network 5efa6cbd-5ff7-478e-b468-d0aa9e877360 is already hosted by enough agents. {{(pid=86393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:24:31.102235 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [None req-cdb6a42d-5591-406a-bfa9-52617a5c73d6 None None] Resources bound (agent type, host, resource id): {{(pid=86393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:24:31.109165 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb6a42d-5591-406a-bfa9-52617a5c73d6 None None] Pushing event updated for resources: {'Port': ['ID=f49ca44c-e393-4381-912c-4984ee46c5ef,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:31.111623 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb6a42d-5591-406a-bfa9-52617a5c73d6 None None] Received port after_create {{(pid=86393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:24:31.146787 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb6a42d-5591-406a-bfa9-52617a5c73d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:31.147089 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb6a42d-5591-406a-bfa9-52617a5c73d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:31.147459 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb6a42d-5591-406a-bfa9-52617a5c73d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:31.147825 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb6a42d-5591-406a-bfa9-52617a5c73d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:31.148185 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb6a42d-5591-406a-bfa9-52617a5c73d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:31.148564 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb6a42d-5591-406a-bfa9-52617a5c73d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:31.148919 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb6a42d-5591-406a-bfa9-52617a5c73d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:31.149260 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb6a42d-5591-406a-bfa9-52617a5c73d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:31.149611 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb6a42d-5591-406a-bfa9-52617a5c73d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:31.149962 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb6a42d-5591-406a-bfa9-52617a5c73d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:31.150313 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb6a42d-5591-406a-bfa9-52617a5c73d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:31.150675 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb6a42d-5591-406a-bfa9-52617a5c73d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:31.164943 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-cdb6a42d-5591-406a-bfa9-52617a5c73d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:31.219969 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-cdb6a42d-5591-406a-bfa9-52617a5c73d6 None None] Attempting to bind port f49ca44c-e393-4381-912c-4984ee46c5ef on host dv-cinder-786932-2-smb for vnic_type normal with profile {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:24:31.220376 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-cdb6a42d-5591-406a-bfa9-52617a5c73d6 None None] Attempting to bind port f49ca44c-e393-4381-912c-4984ee46c5ef by drivers openvswitch,hyperv on host dv-cinder-786932-2-smb at level 0 using segments [{'id': '9b5c122d-c669-44ca-b17a-386a8d3f2266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5efa6cbd-5ff7-478e-b468-d0aa9e877360'}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:24:31.220762 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb6a42d-5591-406a-bfa9-52617a5c73d6 None None] Attempting to bind port f49ca44c-e393-4381-912c-4984ee46c5ef on network 5efa6cbd-5ff7-478e-b468-d0aa9e877360 {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:24:31.226583 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb6a42d-5591-406a-bfa9-52617a5c73d6 None None] Checking agent: {'id': 'ac60c4f9-3ecd-40a5-acc5-9289d1156cbe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 20, 58), 'started_at': datetime.datetime(2021, 4, 20, 18, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:24:31.227026 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb6a42d-5591-406a-bfa9-52617a5c73d6 None None] Checking segment: {'id': '9b5c122d-c669-44ca-b17a-386a8d3f2266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5efa6cbd-5ff7-478e-b468-d0aa9e877360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:24:31.227462 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-cdb6a42d-5591-406a-bfa9-52617a5c73d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:31.227890 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb6a42d-5591-406a-bfa9-52617a5c73d6 None None] Bound using segment: {'id': '9b5c122d-c669-44ca-b17a-386a8d3f2266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5efa6cbd-5ff7-478e-b468-d0aa9e877360'} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:24:31.228401 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-cdb6a42d-5591-406a-bfa9-52617a5c73d6 None None] Bound port: f49ca44c-e393-4381-912c-4984ee46c5ef, host: dv-cinder-786932-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b5c122d-c669-44ca-b17a-386a8d3f2266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5efa6cbd-5ff7-478e-b468-d0aa9e877360'}}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:24:31.228822 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-cdb6a42d-5591-406a-bfa9-52617a5c73d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:31.322112 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-cdb6a42d-5591-406a-bfa9-52617a5c73d6 None None] For port f49ca44c-e393-4381-912c-4984ee46c5ef, host dv-cinder-786932-2-smb, cleared binding levels {{(pid=86393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:24:31.325730 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-cdb6a42d-5591-406a-bfa9-52617a5c73d6 None None] For port f49ca44c-e393-4381-912c-4984ee46c5ef, host dv-cinder-786932-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=f49ca44c-e393-4381-912c-4984ee46c5ef,segment=NetworkSegment(9b5c122d-c669-44ca-b17a-386a8d3f2266),segment_id=9b5c122d-c669-44ca-b17a-386a8d3f2266)] {{(pid=86393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:24:31.329067 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-cdb6a42d-5591-406a-bfa9-52617a5c73d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:31.334094 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:31.416038 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb6a42d-5591-406a-bfa9-52617a5c73d6 None None] Pushing event updated for resources: {'Port': ['ID=f49ca44c-e393-4381-912c-4984ee46c5ef,revision_number=2']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:31.419365 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-cdb6a42d-5591-406a-bfa9-52617a5c73d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:32.016692 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device f49ca44c-e393-4381-912c-4984ee46c5ef up at agent ovs-agent-dv-cinder-786932-2-smb {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:24:32.088782 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Provisioning for port f49ca44c-e393-4381-912c-4984ee46c5ef completed by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:24:32.620711 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bef523-1ff7-4d36-b4fb-7ea8ec80a4d9 None None] Network 5efa6cbd-5ff7-478e-b468-d0aa9e877360 requested from dv-cinder-786932-2-smb {{(pid=86393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:24:32.718294 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-cfbf0ae8-eecc-4a1e-a42a-fe2dd0ff3ed5 None None] Provisioning for port f49ca44c-e393-4381-912c-4984ee46c5ef completed by entity DHCP. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:24:32.728475 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-cfbf0ae8-eecc-4a1e-a42a-fe2dd0ff3ed5 None None] Provisioning complete for port f49ca44c-e393-4381-912c-4984ee46c5ef triggered by entity DHCP. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:24:32.728475 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-cfbf0ae8-eecc-4a1e-a42a-fe2dd0ff3ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:32.967989 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-cfbf0ae8-eecc-4a1e-a42a-fe2dd0ff3ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:33.022282 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-cfbf0ae8-eecc-4a1e-a42a-fe2dd0ff3ed5 None None] For port f49ca44c-e393-4381-912c-4984ee46c5ef, host dv-cinder-786932-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=f49ca44c-e393-4381-912c-4984ee46c5ef,segment=NetworkSegment(9b5c122d-c669-44ca-b17a-386a8d3f2266),segment_id=9b5c122d-c669-44ca-b17a-386a8d3f2266)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:24:33.027279 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-cfbf0ae8-eecc-4a1e-a42a-fe2dd0ff3ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:33.029131 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:33.107666 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbf0ae8-eecc-4a1e-a42a-fe2dd0ff3ed5 None None] Pushing event updated for resources: {'Port': ['ID=f49ca44c-e393-4381-912c-4984ee46c5ef,revision_number=3']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:33.111222 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-cfbf0ae8-eecc-4a1e-a42a-fe2dd0ff3ed5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:33.255137 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-3c9d48ff-fa24-4fda-b578-d6cc0424d733 None None] Provisioning complete for port f49ca44c-e393-4381-912c-4984ee46c5ef triggered by entity DHCP. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:24:33.255500 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3c9d48ff-fa24-4fda-b578-d6cc0424d733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:34.003400 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device f49ca44c-e393-4381-912c-4984ee46c5ef up at agent ovs-agent-dv-cinder-786932-2-smb {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:24:34.077417 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Provisioning complete for port f49ca44c-e393-4381-912c-4984ee46c5ef triggered by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:24:34.078023 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:53.670440 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-f2b868ef-9dcf-464a-b1f8-6076e1dd1e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:55.548861 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9b5c67d4-3082-4620-898b-076753c9ea5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:55.822600 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.agents_db [None req-bb53aea3-de48-49b3-8e00-ae07e91d3609 None None] Agent healthcheck: found 5 active agents {{(pid=86394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:24:56.594192 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3b38f3e8-f2f1-49b6-ac75-f9314cd83db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:57.748560 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:58.313567 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db4e54cc-07a3-4585-8120-e6421209c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:23.675757 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-6ab9d486-25d4-48cf-826d-8492b6e294f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:25.551650 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-ae80e205-da33-4abb-a582-48a6c09ac661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:26.595697 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3b38f3e8-f2f1-49b6-ac75-f9314cd83db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:27.743653 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:28.316520 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db4e54cc-07a3-4585-8120-e6421209c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:32.823097 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.agents_db [None req-bb53aea3-de48-49b3-8e00-ae07e91d3609 None None] Agent healthcheck: found 5 active agents {{(pid=86394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:25:53.680410 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-fe67c134-4164-4cee-93f8-af486edaec7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:55.555235 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-05737672-8530-4813-b3d8-082fe785c020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:56.603443 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3b38f3e8-f2f1-49b6-ac75-f9314cd83db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:57.756591 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:58.322320 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db4e54cc-07a3-4585-8120-e6421209c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:05.284149 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 59780) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:26:05.290636 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [None req-a74e3f88-fc69-4349-a07d-3792b51e8143 tempest-verify_tempest_config-63120624 tempest-verify_tempest_config-63120624-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 18:26:05.291676 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-a74e3f88-fc69-4349-a07d-3792b51e8143 tempest-verify_tempest_config-63120624 tempest-verify_tempest_config-63120624-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064883 Apr 20 18:26:05.648668 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 59798) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:26:05.787073 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-bcbd2549-aa82-4069-9d0e-868000d65707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:05.802499 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-bcbd2549-aa82-4069-9d0e-868000d65707 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:26:05.806995 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-bcbd2549-aa82-4069-9d0e-868000d65707 admin admin] Usage tracker for resource:security_group_rule and tenant:f645ce9b7d294ee893f1934842788a74 is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:26:05.810122 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-bcbd2549-aa82-4069-9d0e-868000d65707 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:26:05.816464 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-bcbd2549-aa82-4069-9d0e-868000d65707 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:26:05.912572 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-bcbd2549-aa82-4069-9d0e-868000d65707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:05.916792 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-bcbd2549-aa82-4069-9d0e-868000d65707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:05.924589 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:26:05.970725 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-bcbd2549-aa82-4069-9d0e-868000d65707 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f645ce9b7d294ee893f1934842788a74&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3209949 Apr 20 18:26:05.971583 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbd2549-aa82-4069-9d0e-868000d65707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6269fae8-e777-4b1d-aad5-31b121487834,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:26:05.973730 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 59804) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:26:05.980330 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbd2549-aa82-4069-9d0e-868000d65707 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:05.980707 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbd2549-aa82-4069-9d0e-868000d65707 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:05.981075 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbd2549-aa82-4069-9d0e-868000d65707 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:05.981434 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbd2549-aa82-4069-9d0e-868000d65707 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:05.981790 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbd2549-aa82-4069-9d0e-868000d65707 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:05.982146 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbd2549-aa82-4069-9d0e-868000d65707 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:05.982496 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbd2549-aa82-4069-9d0e-868000d65707 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:05.982876 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbd2549-aa82-4069-9d0e-868000d65707 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:05.983244 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbd2549-aa82-4069-9d0e-868000d65707 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:05.983595 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbd2549-aa82-4069-9d0e-868000d65707 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:05.983943 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbd2549-aa82-4069-9d0e-868000d65707 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:05.984392 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbd2549-aa82-4069-9d0e-868000d65707 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:05.988649 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-bcbd2549-aa82-4069-9d0e-868000d65707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:26:06.038078 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0e205478-5fbe-46b1-bd2c-411ed7a44a37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:06.065088 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0e205478-5fbe-46b1-bd2c-411ed7a44a37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:06.134204 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0e205478-5fbe-46b1-bd2c-411ed7a44a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:06.138260 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:26:06.149956 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e205478-5fbe-46b1-bd2c-411ed7a44a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6269fae8-e777-4b1d-aad5-31b121487834,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:26:06.160560 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e205478-5fbe-46b1-bd2c-411ed7a44a37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:06.160932 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e205478-5fbe-46b1-bd2c-411ed7a44a37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:06.161292 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e205478-5fbe-46b1-bd2c-411ed7a44a37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:06.161653 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e205478-5fbe-46b1-bd2c-411ed7a44a37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:06.162005 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e205478-5fbe-46b1-bd2c-411ed7a44a37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:06.162357 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e205478-5fbe-46b1-bd2c-411ed7a44a37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:06.162815 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e205478-5fbe-46b1-bd2c-411ed7a44a37 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:06.163079 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e205478-5fbe-46b1-bd2c-411ed7a44a37 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:06.163445 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e205478-5fbe-46b1-bd2c-411ed7a44a37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:06.163793 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e205478-5fbe-46b1-bd2c-411ed7a44a37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:06.164121 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e205478-5fbe-46b1-bd2c-411ed7a44a37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:06.164461 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e205478-5fbe-46b1-bd2c-411ed7a44a37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:06.167660 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0e205478-5fbe-46b1-bd2c-411ed7a44a37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:06.168827 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-0e205478-5fbe-46b1-bd2c-411ed7a44a37 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6269fae8-e777-4b1d-aad5-31b121487834 HTTP/1.1" status: 204 len: 168 time: 0.1940734 Apr 20 18:26:06.169730 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-0e205478-5fbe-46b1-bd2c-411ed7a44a37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:26:09.826352 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.agents_db [None req-bb53aea3-de48-49b3-8e00-ae07e91d3609 None None] Agent healthcheck: found 5 active agents {{(pid=86394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:26:23.690749 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-18769406-8828-48ca-929c-1c747731da2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:25.563517 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-29f96e02-7663-4857-a974-7d813b4b1dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:26.603334 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3b38f3e8-f2f1-49b6-ac75-f9314cd83db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:27.762753 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:28.332236 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db4e54cc-07a3-4585-8120-e6421209c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:46.830423 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.agents_db [None req-bb53aea3-de48-49b3-8e00-ae07e91d3609 None None] Agent healthcheck: found 5 active agents {{(pid=86394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:26:53.694987 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4e78b530-854d-4e7b-b960-06653cd4e7fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:55.562608 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-126b7ffd-02e0-41e3-9487-2ab69d147dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:56.612740 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3b38f3e8-f2f1-49b6-ac75-f9314cd83db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:57.756694 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:58.328830 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db4e54cc-07a3-4585-8120-e6421209c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:23.686581 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-c10a1503-74ae-440a-a2b3-ab1c502600ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:23.835542 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.agents_db [None req-bb53aea3-de48-49b3-8e00-ae07e91d3609 None None] Agent healthcheck: found 5 active agents {{(pid=86394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:27:25.567312 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e8b255ab-6398-4f37-b512-dff8b71fc91f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:26.616428 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3b38f3e8-f2f1-49b6-ac75-f9314cd83db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:27.766519 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:28.331910 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db4e54cc-07a3-4585-8120-e6421209c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:46.575574 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533'] for agent, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:51.898557 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 59856) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:27:52.026943 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-bbcf6738-fa81-417b-9064-9dad65f0a26a admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1271458 Apr 20 18:27:53.680289 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3b003989-a8c5-4327-afdd-9ba560e0be89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:54.551506 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 59866) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:27:54.616401 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-b60db513-e9b0-4d1f-b524-fc001b07029e admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0634489 Apr 20 18:27:55.564484 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-ded6c359-0f86-4494-94a4-79f38d66087b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:56.615132 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3b38f3e8-f2f1-49b6-ac75-f9314cd83db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:57.759475 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:58.335638 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db4e54cc-07a3-4585-8120-e6421209c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:28:00.835716 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.agents_db [None req-bb53aea3-de48-49b3-8e00-ae07e91d3609 None None] Agent healthcheck: found 6 active agents {{(pid=86394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:28:16.568461 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:28:23.691257 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-027103c6-df03-42de-8f89-08fd44b6cde4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:28:25.571366 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3bfc2c85-e622-4d76-88e3-28675cbc95a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:28:26.619442 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3b38f3e8-f2f1-49b6-ac75-f9314cd83db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:28:27.768157 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:28:28.341532 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db4e54cc-07a3-4585-8120-e6421209c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:28:37.839016 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.agents_db [None req-bb53aea3-de48-49b3-8e00-ae07e91d3609 None None] Agent healthcheck: found 6 active agents {{(pid=86394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:28:46.560954 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:28:53.684675 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-45f69e5d-73f6-48ff-ad5f-6c810f96e9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:28:55.559393 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0e49e8d6-3f6d-4911-afa8-1e748ed65b48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:28:56.624557 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3b38f3e8-f2f1-49b6-ac75-f9314cd83db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:28:57.761527 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:28:58.344772 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db4e54cc-07a3-4585-8120-e6421209c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:14.839798 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.agents_db [None req-bb53aea3-de48-49b3-8e00-ae07e91d3609 None None] Agent healthcheck: found 6 active agents {{(pid=86394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:29:16.561162 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:23.689252 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8844b63b-e155-43c9-9871-f7e19750405b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:25.552773 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-427714c3-fa9c-46e1-b940-8befd2d12e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:26.623572 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3b38f3e8-f2f1-49b6-ac75-f9314cd83db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:27.769251 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:28.363084 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db4e54cc-07a3-4585-8120-e6421209c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:32.045476 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 60056) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:32.516809 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-9fe7c5f3-0947-4f19-8df8-240904ac1a67 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1953854899-network', 'tenant_id': '96a404d19bd540809d4ea207dd16d6ad'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:29:32.525221 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-9fe7c5f3-0947-4f19-8df8-240904ac1a67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:29:32.529740 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-9fe7c5f3-0947-4f19-8df8-240904ac1a67 admin admin] Usage tracker for resource:network and tenant:96a404d19bd540809d4ea207dd16d6ad is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:29:32.532920 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-9fe7c5f3-0947-4f19-8df8-240904ac1a67 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:29:32.539098 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-9fe7c5f3-0947-4f19-8df8-240904ac1a67 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:29:32.548294 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe7c5f3-0947-4f19-8df8-240904ac1a67 admin admin] Made reservation on behalf of 96a404d19bd540809d4ea207dd16d6ad for: {'network': 1} {{(pid=86391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:29:32.553151 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9fe7c5f3-0947-4f19-8df8-240904ac1a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for network, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:32.566343 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9fe7c5f3-0947-4f19-8df8-240904ac1a67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:32.581988 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-9fe7c5f3-0947-4f19-8df8-240904ac1a67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:29:32.586349 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-9fe7c5f3-0947-4f19-8df8-240904ac1a67 admin admin] Usage tracker for resource:security_group_rule and tenant:96a404d19bd540809d4ea207dd16d6ad is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:29:32.589735 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-9fe7c5f3-0947-4f19-8df8-240904ac1a67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:29:32.596128 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-9fe7c5f3-0947-4f19-8df8-240904ac1a67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:29:32.695675 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9fe7c5f3-0947-4f19-8df8-240904ac1a67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:32.699273 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9fe7c5f3-0947-4f19-8df8-240904ac1a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:32.704046 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-0e205478-5fbe-46b1-bd2c-411ed7a44a37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:32.712703 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 60086) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:32.736717 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe7c5f3-0947-4f19-8df8-240904ac1a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b93198-a246-49dd-a652-2f830677a5af,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:32.747130 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe7c5f3-0947-4f19-8df8-240904ac1a67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:32.747802 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe7c5f3-0947-4f19-8df8-240904ac1a67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:32.748405 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe7c5f3-0947-4f19-8df8-240904ac1a67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:32.748869 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe7c5f3-0947-4f19-8df8-240904ac1a67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:32.749329 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe7c5f3-0947-4f19-8df8-240904ac1a67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:32.749823 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe7c5f3-0947-4f19-8df8-240904ac1a67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:32.750279 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe7c5f3-0947-4f19-8df8-240904ac1a67 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:32.750824 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe7c5f3-0947-4f19-8df8-240904ac1a67 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:32.751283 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe7c5f3-0947-4f19-8df8-240904ac1a67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:32.751830 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe7c5f3-0947-4f19-8df8-240904ac1a67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:32.752414 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe7c5f3-0947-4f19-8df8-240904ac1a67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:32.752866 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe7c5f3-0947-4f19-8df8-240904ac1a67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:32.754045 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe7c5f3-0947-4f19-8df8-240904ac1a67 admin admin] Tracked resource versions report: Apr 20 18:29:32.754045 dv-cinder-786932-2-smb neutron-server[86278]: pushed versions: Apr 20 18:29:32.754045 dv-cinder-786932-2-smb neutron-server[86278]: { 'AddressGroup': {'1.2'}, Apr 20 18:29:32.754045 dv-cinder-786932-2-smb neutron-server[86278]: 'ConntrackHelper': {'1.0'}, Apr 20 18:29:32.754045 dv-cinder-786932-2-smb neutron-server[86278]: 'Log': {'1.0'}, Apr 20 18:29:32.754045 dv-cinder-786932-2-smb neutron-server[86278]: 'Network': {'1.1'}, Apr 20 18:29:32.754045 dv-cinder-786932-2-smb neutron-server[86278]: 'Port': {'1.7'}, Apr 20 18:29:32.754045 dv-cinder-786932-2-smb neutron-server[86278]: 'PortForwarding': {'1.2'}, Apr 20 18:29:32.754045 dv-cinder-786932-2-smb neutron-server[86278]: 'QosPolicy': {'1.8'}, Apr 20 18:29:32.754045 dv-cinder-786932-2-smb neutron-server[86278]: 'SecurityGroup': {'1.4'}, Apr 20 18:29:32.754045 dv-cinder-786932-2-smb neutron-server[86278]: 'SecurityGroupRule': {'1.2'}, Apr 20 18:29:32.754045 dv-cinder-786932-2-smb neutron-server[86278]: 'SubPort': {'1.0'}, Apr 20 18:29:32.754045 dv-cinder-786932-2-smb neutron-server[86278]: 'Subnet': {'1.1'}, Apr 20 18:29:32.754045 dv-cinder-786932-2-smb neutron-server[86278]: 'Trunk': {'1.1'}} Apr 20 18:29:32.754045 dv-cinder-786932-2-smb neutron-server[86278]: consumer versions: Apr 20 18:29:32.754045 dv-cinder-786932-2-smb neutron-server[86278]: { DHCP agent@dv-cinder-786932-2-smb: {}, Apr 20 18:29:32.754045 dv-cinder-786932-2-smb neutron-server[86278]: HyperV agent@hv-cinder-78693: {}, Apr 20 18:29:32.754045 dv-cinder-786932-2-smb neutron-server[86278]: L3 agent@dv-cinder-786932-2-smb: {}, Apr 20 18:29:32.754045 dv-cinder-786932-2-smb neutron-server[86278]: Metadata agent@dv-cinder-786932-2-smb: {}, Apr 20 18:29:32.754045 dv-cinder-786932-2-smb neutron-server[86278]: Metering agent@dv-cinder-786932-2-smb: {}, Apr 20 18:29:32.754045 dv-cinder-786932-2-smb neutron-server[86278]: Open vSwitch agent@dv-cinder-786932-2-smb: { 'AddressGroup': '1.2', Apr 20 18:29:32.754045 dv-cinder-786932-2-smb neutron-server[86278]: 'ConntrackHelper': '1.0', Apr 20 18:29:32.754045 dv-cinder-786932-2-smb neutron-server[86278]: 'Log': '1.0', Apr 20 18:29:32.754045 dv-cinder-786932-2-smb neutron-server[86278]: 'Network': '1.1', Apr 20 18:29:32.754045 dv-cinder-786932-2-smb neutron-server[86278]: 'Port': '1.7', Apr 20 18:29:32.754045 dv-cinder-786932-2-smb neutron-server[86278]: 'PortForwarding': '1.2', Apr 20 18:29:32.754045 dv-cinder-786932-2-smb neutron-server[86278]: 'QosPolicy': '1.8', Apr 20 18:29:32.754045 dv-cinder-786932-2-smb neutron-server[86278]: 'SecurityGroup': '1.4', Apr 20 18:29:32.754045 dv-cinder-786932-2-smb neutron-server[86278]: 'SecurityGroupRule': '1.2', Apr 20 18:29:32.754045 dv-cinder-786932-2-smb neutron-server[86278]: 'SubPort': '1.0', Apr 20 18:29:32.754045 dv-cinder-786932-2-smb neutron-server[86278]: 'Subnet': '1.1', Apr 20 18:29:32.754045 dv-cinder-786932-2-smb neutron-server[86278]: 'Trunk': '1.1'}} Apr 20 18:29:32.754045 dv-cinder-786932-2-smb neutron-server[86278]: {{(pid=86391) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 18:29:32.758112 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fe7c5f3-0947-4f19-8df8-240904ac1a67 admin admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=86391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 18:29:32.760088 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 60092) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:32.760594 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-9fe7c5f3-0947-4f19-8df8-240904ac1a67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:32.774681 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9fe7c5f3-0947-4f19-8df8-240904ac1a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854116670'] for segment, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:32.775123 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.db.segments_db [None req-9fe7c5f3-0947-4f19-8df8-240904ac1a67 admin admin] Added segment 42b51926-c2ca-471c-ac7e-b000ccba3eb6 of type vlan for network c035be72-ec93-4bac-85f8-b0cd68e3656b Apr 20 18:29:32.806070 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9fe7c5f3-0947-4f19-8df8-240904ac1a67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758775846003'] for network, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:32.837351 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9fe7c5f3-0947-4f19-8df8-240904ac1a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058'] for network, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:32.838747 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe7c5f3-0947-4f19-8df8-240904ac1a67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:29:32.839983 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9fe7c5f3-0947-4f19-8df8-240904ac1a67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for network, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:32.845037 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:32.872977 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 60100) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:32.921683 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 60106) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:32.957947 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe7c5f3-0947-4f19-8df8-240904ac1a67 admin admin] Pushing event updated for resources: {'Network': ['ID=c035be72-ec93-4bac-85f8-b0cd68e3656b,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:32.961143 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-9fe7c5f3-0947-4f19-8df8-240904ac1a67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:32.969004 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Network c035be72-ec93-4bac-85f8-b0cd68e3656b details requested by agent ovs-agent-dv-cinder-786932-2-smb with host dv-cinder-786932-2-smb {{(pid=86393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:29:32.969194 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-9fe7c5f3-0947-4f19-8df8-240904ac1a67 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9225836 Apr 20 18:29:32.972751 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 60114) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:32.978682 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-81dd7e07-e00f-490c-bc38-c46b48c14987 admin admin] Request body: {'subnet': {'network_id': 'c035be72-ec93-4bac-85f8-b0cd68e3656b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1953854899-subnet', 'tenant_id': '96a404d19bd540809d4ea207dd16d6ad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:29:32.983866 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-81dd7e07-e00f-490c-bc38-c46b48c14987 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:29:32.988136 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-81dd7e07-e00f-490c-bc38-c46b48c14987 admin admin] Usage tracker for resource:subnet and tenant:96a404d19bd540809d4ea207dd16d6ad is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:29:32.991290 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-81dd7e07-e00f-490c-bc38-c46b48c14987 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:29:32.997435 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-81dd7e07-e00f-490c-bc38-c46b48c14987 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:29:33.007251 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81dd7e07-e00f-490c-bc38-c46b48c14987 admin admin] Made reservation on behalf of 96a404d19bd540809d4ea207dd16d6ad for: {'subnet': 1} {{(pid=86392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:29:33.012177 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-81dd7e07-e00f-490c-bc38-c46b48c14987 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:33.132174 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-8ac117f5-6e01-4e24-a1bb-d96bc79d0b41 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-884741210-network', 'tenant_id': 'b0f500fcba164b3aa82caba7daafbee4'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:29:33.138999 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-8ac117f5-6e01-4e24-a1bb-d96bc79d0b41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:29:33.144696 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-8ac117f5-6e01-4e24-a1bb-d96bc79d0b41 admin admin] Usage tracker for resource:network and tenant:b0f500fcba164b3aa82caba7daafbee4 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:29:33.148617 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-8ac117f5-6e01-4e24-a1bb-d96bc79d0b41 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:29:33.156523 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-8ac117f5-6e01-4e24-a1bb-d96bc79d0b41 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:29:33.165471 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 60118) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:33.174388 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac117f5-6e01-4e24-a1bb-d96bc79d0b41 admin admin] Made reservation on behalf of b0f500fcba164b3aa82caba7daafbee4 for: {'network': 1} {{(pid=86391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:29:33.180801 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8ac117f5-6e01-4e24-a1bb-d96bc79d0b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for network, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:33.182513 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-e2f359fe-f836-4806-9c7a-4004b19b1c5a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1555748545-network', 'tenant_id': 'c10c8e1bd4ff416298fcc5e373996fcd'}} {{(pid=86392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:29:33.191771 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-e2f359fe-f836-4806-9c7a-4004b19b1c5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:29:33.197714 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8ac117f5-6e01-4e24-a1bb-d96bc79d0b41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:33.199124 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-e2f359fe-f836-4806-9c7a-4004b19b1c5a admin admin] Usage tracker for resource:network and tenant:c10c8e1bd4ff416298fcc5e373996fcd is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:29:33.204090 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-e2f359fe-f836-4806-9c7a-4004b19b1c5a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:29:33.214780 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-59aad2a0-1b61-4177-bee4-0dda2d2284b9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2014823751-network', 'tenant_id': 'f328995515da4faaafbf85dde6829036'}} {{(pid=86392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:29:33.217026 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-8ac117f5-6e01-4e24-a1bb-d96bc79d0b41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:29:33.222143 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-8ac117f5-6e01-4e24-a1bb-d96bc79d0b41 admin admin] Usage tracker for resource:security_group_rule and tenant:b0f500fcba164b3aa82caba7daafbee4 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:29:33.225895 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-8ac117f5-6e01-4e24-a1bb-d96bc79d0b41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:29:33.233237 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-8ac117f5-6e01-4e24-a1bb-d96bc79d0b41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:29:33.234488 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-0d02892e-933e-4cb3-9408-3dd535230fe1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1606434760-network', 'tenant_id': 'a7d00bc2297e4088a3209dad8c5ffa52'}} {{(pid=86392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:29:33.239308 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-e2f359fe-f836-4806-9c7a-4004b19b1c5a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:29:33.256277 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-59aad2a0-1b61-4177-bee4-0dda2d2284b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:29:33.265450 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-0d02892e-933e-4cb3-9408-3dd535230fe1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:29:33.271818 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-17f0fa09-2b6f-4c03-9943-26a99973cb6f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-370091447-network', 'tenant_id': '9dd07067e6ec4229b42b15a57fa654ee'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:29:33.279493 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-17f0fa09-2b6f-4c03-9943-26a99973cb6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:29:33.286785 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-59aad2a0-1b61-4177-bee4-0dda2d2284b9 admin admin] Usage tracker for resource:network and tenant:f328995515da4faaafbf85dde6829036 is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:29:33.287481 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-17f0fa09-2b6f-4c03-9943-26a99973cb6f admin admin] Usage tracker for resource:network and tenant:9dd07067e6ec4229b42b15a57fa654ee is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:29:33.290047 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-0d02892e-933e-4cb3-9408-3dd535230fe1 admin admin] Usage tracker for resource:network and tenant:a7d00bc2297e4088a3209dad8c5ffa52 is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:29:33.291356 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-17f0fa09-2b6f-4c03-9943-26a99973cb6f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:29:33.294235 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-59aad2a0-1b61-4177-bee4-0dda2d2284b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:29:33.299568 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-0d02892e-933e-4cb3-9408-3dd535230fe1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:29:33.300633 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-17f0fa09-2b6f-4c03-9943-26a99973cb6f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:29:33.311539 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f359fe-f836-4806-9c7a-4004b19b1c5a admin admin] Made reservation on behalf of c10c8e1bd4ff416298fcc5e373996fcd for: {'network': 1} {{(pid=86392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:29:33.316999 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e2f359fe-f836-4806-9c7a-4004b19b1c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for network, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:33.323979 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f0fa09-2b6f-4c03-9943-26a99973cb6f admin admin] Made reservation on behalf of 9dd07067e6ec4229b42b15a57fa654ee for: {'network': 1} {{(pid=86391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:29:33.329120 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-17f0fa09-2b6f-4c03-9943-26a99973cb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for network, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:33.342092 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-0d02892e-933e-4cb3-9408-3dd535230fe1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:29:33.346124 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-59aad2a0-1b61-4177-bee4-0dda2d2284b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:29:33.349366 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-17f0fa09-2b6f-4c03-9943-26a99973cb6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:33.351272 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e2f359fe-f836-4806-9c7a-4004b19b1c5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:33.372500 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-17f0fa09-2b6f-4c03-9943-26a99973cb6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:29:33.385900 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-17f0fa09-2b6f-4c03-9943-26a99973cb6f admin admin] Usage tracker for resource:security_group_rule and tenant:9dd07067e6ec4229b42b15a57fa654ee is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:29:33.389714 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-e2f359fe-f836-4806-9c7a-4004b19b1c5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:29:33.390477 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-17f0fa09-2b6f-4c03-9943-26a99973cb6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:29:33.396960 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d02892e-933e-4cb3-9408-3dd535230fe1 admin admin] Made reservation on behalf of a7d00bc2297e4088a3209dad8c5ffa52 for: {'network': 1} {{(pid=86392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:29:33.401646 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0d02892e-933e-4cb3-9408-3dd535230fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for network, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:33.405384 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-17f0fa09-2b6f-4c03-9943-26a99973cb6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:29:33.411540 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-e2f359fe-f836-4806-9c7a-4004b19b1c5a admin admin] Usage tracker for resource:security_group_rule and tenant:c10c8e1bd4ff416298fcc5e373996fcd is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:29:33.411932 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8ac117f5-6e01-4e24-a1bb-d96bc79d0b41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:33.418209 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59aad2a0-1b61-4177-bee4-0dda2d2284b9 admin admin] Made reservation on behalf of f328995515da4faaafbf85dde6829036 for: {'network': 1} {{(pid=86392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:29:33.418588 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8ac117f5-6e01-4e24-a1bb-d96bc79d0b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:33.423287 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-59aad2a0-1b61-4177-bee4-0dda2d2284b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for network, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:33.431800 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-b486b9f4-2fca-4265-ba2b-1fbf3b22548b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:33.435968 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-e2f359fe-f836-4806-9c7a-4004b19b1c5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:29:33.444151 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0d02892e-933e-4cb3-9408-3dd535230fe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:33.453521 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-e2f359fe-f836-4806-9c7a-4004b19b1c5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:29:33.455254 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ac117f5-6e01-4e24-a1bb-d96bc79d0b41 admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=86391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 18:29:33.457354 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-59aad2a0-1b61-4177-bee4-0dda2d2284b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:33.471689 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8ac117f5-6e01-4e24-a1bb-d96bc79d0b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854116670'] for segment, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:33.472078 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.db.segments_db [None req-8ac117f5-6e01-4e24-a1bb-d96bc79d0b41 admin admin] Added segment d803accb-b110-48f6-8bb7-f0e0f7f5c1e9 of type vlan for network a373e992-f70d-4755-9565-4700e4745981 Apr 20 18:29:33.516268 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac117f5-6e01-4e24-a1bb-d96bc79d0b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2b89b8-6da2-4dc9-a0a9-e2342b47c305,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:33.524492 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-8ac117f5-6e01-4e24-a1bb-d96bc79d0b41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:33.531483 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8ac117f5-6e01-4e24-a1bb-d96bc79d0b41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758775846003'] for network, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:33.541796 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-59aad2a0-1b61-4177-bee4-0dda2d2284b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:29:33.554329 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-0d02892e-933e-4cb3-9408-3dd535230fe1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:29:33.559596 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-59aad2a0-1b61-4177-bee4-0dda2d2284b9 admin admin] Usage tracker for resource:security_group_rule and tenant:f328995515da4faaafbf85dde6829036 is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:29:33.562538 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-0d02892e-933e-4cb3-9408-3dd535230fe1 admin admin] Usage tracker for resource:security_group_rule and tenant:a7d00bc2297e4088a3209dad8c5ffa52 is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:29:33.566371 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-59aad2a0-1b61-4177-bee4-0dda2d2284b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:29:33.569290 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-0d02892e-933e-4cb3-9408-3dd535230fe1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:29:33.580683 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-59aad2a0-1b61-4177-bee4-0dda2d2284b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:29:33.584573 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-0d02892e-933e-4cb3-9408-3dd535230fe1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:29:33.595114 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-17f0fa09-2b6f-4c03-9943-26a99973cb6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:33.597055 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8ac117f5-6e01-4e24-a1bb-d96bc79d0b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058'] for network, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:33.598588 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac117f5-6e01-4e24-a1bb-d96bc79d0b41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:29:33.599294 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8ac117f5-6e01-4e24-a1bb-d96bc79d0b41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for network, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:33.605054 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-b486b9f4-2fca-4265-ba2b-1fbf3b22548b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:33.650128 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-17f0fa09-2b6f-4c03-9943-26a99973cb6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:33.701209 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-8ac117f5-6e01-4e24-a1bb-d96bc79d0b41 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9394569 Apr 20 18:29:33.706008 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 60146) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:33.734760 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-adbfce21-d577-4214-9135-0d85f23cfbd7 admin admin] Request body: {'subnet': {'network_id': 'a373e992-f70d-4755-9565-4700e4745981', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-884741210-subnet', 'tenant_id': 'b0f500fcba164b3aa82caba7daafbee4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:29:33.741146 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17f0fa09-2b6f-4c03-9943-26a99973cb6f admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=86391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 18:29:33.748291 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac117f5-6e01-4e24-a1bb-d96bc79d0b41 admin admin] Pushing event updated for resources: {'Network': ['ID=a373e992-f70d-4755-9565-4700e4745981,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:33.753915 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-8ac117f5-6e01-4e24-a1bb-d96bc79d0b41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:33.754691 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-8ac117f5-6e01-4e24-a1bb-d96bc79d0b41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:33.759374 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Network a373e992-f70d-4755-9565-4700e4745981 details requested by agent ovs-agent-dv-cinder-786932-2-smb with host dv-cinder-786932-2-smb {{(pid=86393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:29:33.785906 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f0fa09-2b6f-4c03-9943-26a99973cb6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a8da44-14fd-44bb-ab64-4cbaf04767ba,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:33.802535 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-17f0fa09-2b6f-4c03-9943-26a99973cb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854116670'] for segment, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:33.807636 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.db.segments_db [None req-17f0fa09-2b6f-4c03-9943-26a99973cb6f admin admin] Added segment 3ba1b949-5657-4980-b225-8ea57859926e of type vlan for network 07ec5321-0579-4912-85f7-b750583baf28 Apr 20 18:29:33.809265 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-17f0fa09-2b6f-4c03-9943-26a99973cb6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:33.823385 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-adbfce21-d577-4214-9135-0d85f23cfbd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:29:33.827639 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e2f359fe-f836-4806-9c7a-4004b19b1c5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:33.849100 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-adbfce21-d577-4214-9135-0d85f23cfbd7 admin admin] Usage tracker for resource:subnet and tenant:b0f500fcba164b3aa82caba7daafbee4 is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:29:33.853413 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-adbfce21-d577-4214-9135-0d85f23cfbd7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:29:33.862325 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e2f359fe-f836-4806-9c7a-4004b19b1c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:33.870015 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-adbfce21-d577-4214-9135-0d85f23cfbd7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:29:33.880968 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-17f0fa09-2b6f-4c03-9943-26a99973cb6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758775846003'] for network, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:33.897244 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-bcbd2549-aa82-4069-9d0e-868000d65707 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:33.957168 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-59aad2a0-1b61-4177-bee4-0dda2d2284b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:33.970751 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-17f0fa09-2b6f-4c03-9943-26a99973cb6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058'] for network, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:33.972452 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f0fa09-2b6f-4c03-9943-26a99973cb6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:29:33.973254 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-17f0fa09-2b6f-4c03-9943-26a99973cb6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for network, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:33.979222 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-c95aaeb7-7a9c-4ba6-afb2-f29507493515 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:33.981322 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0d02892e-933e-4cb3-9408-3dd535230fe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:33.982068 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-59aad2a0-1b61-4177-bee4-0dda2d2284b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:33.994484 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adbfce21-d577-4214-9135-0d85f23cfbd7 admin admin] Made reservation on behalf of b0f500fcba164b3aa82caba7daafbee4 for: {'subnet': 1} {{(pid=86392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:29:33.999234 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-adbfce21-d577-4214-9135-0d85f23cfbd7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:34.039804 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0d02892e-933e-4cb3-9408-3dd535230fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:34.060093 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.db.api [None req-e2f359fe-f836-4806-9c7a-4004b19b1c5a admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=86392) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 18:29:34.060093 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_db.api [None req-e2f359fe-f836-4806-9c7a-4004b19b1c5a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 18:29:34.089103 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-17f0fa09-2b6f-4c03-9943-26a99973cb6f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9220085 Apr 20 18:29:34.096499 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 60162) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:34.118806 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-24aaf0cc-710e-488c-800c-74ee83d93766 admin admin] Request body: {'subnet': {'network_id': '07ec5321-0579-4912-85f7-b750583baf28', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-370091447-subnet', 'tenant_id': '9dd07067e6ec4229b42b15a57fa654ee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:29:34.124298 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-24aaf0cc-710e-488c-800c-74ee83d93766 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:29:34.128492 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-24aaf0cc-710e-488c-800c-74ee83d93766 admin admin] Usage tracker for resource:subnet and tenant:9dd07067e6ec4229b42b15a57fa654ee is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:29:34.131770 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-24aaf0cc-710e-488c-800c-74ee83d93766 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:29:34.138688 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-24aaf0cc-710e-488c-800c-74ee83d93766 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:29:34.154724 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59aad2a0-1b61-4177-bee4-0dda2d2284b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=86392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 18:29:34.155663 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24aaf0cc-710e-488c-800c-74ee83d93766 admin admin] Made reservation on behalf of 9dd07067e6ec4229b42b15a57fa654ee for: {'subnet': 1} {{(pid=86391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:29:34.161730 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-24aaf0cc-710e-488c-800c-74ee83d93766 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:34.162095 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-81dd7e07-e00f-490c-bc38-c46b48c14987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058'] for subnet, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:34.162920 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f359fe-f836-4806-9c7a-4004b19b1c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18dbf877-4418-4cf7-b982-e374a1f22360,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:34.185319 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f0fa09-2b6f-4c03-9943-26a99973cb6f admin admin] Pushing event updated for resources: {'Network': ['ID=07ec5321-0579-4912-85f7-b750583baf28,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:34.192672 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-17f0fa09-2b6f-4c03-9943-26a99973cb6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:34.196775 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Network 07ec5321-0579-4912-85f7-b750583baf28 details requested by agent ovs-agent-dv-cinder-786932-2-smb with host dv-cinder-786932-2-smb {{(pid=86393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:29:34.224482 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d02892e-933e-4cb3-9408-3dd535230fe1 admin admin] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=86392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 18:29:34.230112 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f359fe-f836-4806-9c7a-4004b19b1c5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:34.230495 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f359fe-f836-4806-9c7a-4004b19b1c5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:34.230903 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f359fe-f836-4806-9c7a-4004b19b1c5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:34.231275 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f359fe-f836-4806-9c7a-4004b19b1c5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:34.231638 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f359fe-f836-4806-9c7a-4004b19b1c5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:34.232002 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f359fe-f836-4806-9c7a-4004b19b1c5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:34.232362 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f359fe-f836-4806-9c7a-4004b19b1c5a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:34.232721 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f359fe-f836-4806-9c7a-4004b19b1c5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:34.233097 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f359fe-f836-4806-9c7a-4004b19b1c5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:34.233457 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f359fe-f836-4806-9c7a-4004b19b1c5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:34.233813 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f359fe-f836-4806-9c7a-4004b19b1c5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:34.234207 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f359fe-f836-4806-9c7a-4004b19b1c5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:34.235339 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f359fe-f836-4806-9c7a-4004b19b1c5a admin admin] Tracked resource versions report: Apr 20 18:29:34.235339 dv-cinder-786932-2-smb neutron-server[86278]: pushed versions: Apr 20 18:29:34.235339 dv-cinder-786932-2-smb neutron-server[86278]: { 'AddressGroup': {'1.2'}, Apr 20 18:29:34.235339 dv-cinder-786932-2-smb neutron-server[86278]: 'ConntrackHelper': {'1.0'}, Apr 20 18:29:34.235339 dv-cinder-786932-2-smb neutron-server[86278]: 'Log': {'1.0'}, Apr 20 18:29:34.235339 dv-cinder-786932-2-smb neutron-server[86278]: 'Network': {'1.1'}, Apr 20 18:29:34.235339 dv-cinder-786932-2-smb neutron-server[86278]: 'Port': {'1.7'}, Apr 20 18:29:34.235339 dv-cinder-786932-2-smb neutron-server[86278]: 'PortForwarding': {'1.2'}, Apr 20 18:29:34.235339 dv-cinder-786932-2-smb neutron-server[86278]: 'QosPolicy': {'1.8'}, Apr 20 18:29:34.235339 dv-cinder-786932-2-smb neutron-server[86278]: 'SecurityGroup': {'1.4'}, Apr 20 18:29:34.235339 dv-cinder-786932-2-smb neutron-server[86278]: 'SecurityGroupRule': {'1.2'}, Apr 20 18:29:34.235339 dv-cinder-786932-2-smb neutron-server[86278]: 'SubPort': {'1.0'}, Apr 20 18:29:34.235339 dv-cinder-786932-2-smb neutron-server[86278]: 'Subnet': {'1.1'}, Apr 20 18:29:34.235339 dv-cinder-786932-2-smb neutron-server[86278]: 'Trunk': {'1.1'}} Apr 20 18:29:34.235339 dv-cinder-786932-2-smb neutron-server[86278]: consumer versions: Apr 20 18:29:34.235339 dv-cinder-786932-2-smb neutron-server[86278]: { DHCP agent@dv-cinder-786932-2-smb: {}, Apr 20 18:29:34.235339 dv-cinder-786932-2-smb neutron-server[86278]: HyperV agent@hv-cinder-78693: {}, Apr 20 18:29:34.235339 dv-cinder-786932-2-smb neutron-server[86278]: L3 agent@dv-cinder-786932-2-smb: {}, Apr 20 18:29:34.235339 dv-cinder-786932-2-smb neutron-server[86278]: Metadata agent@dv-cinder-786932-2-smb: {}, Apr 20 18:29:34.235339 dv-cinder-786932-2-smb neutron-server[86278]: Metering agent@dv-cinder-786932-2-smb: {}, Apr 20 18:29:34.235339 dv-cinder-786932-2-smb neutron-server[86278]: Open vSwitch agent@dv-cinder-786932-2-smb: { 'AddressGroup': '1.2', Apr 20 18:29:34.235339 dv-cinder-786932-2-smb neutron-server[86278]: 'ConntrackHelper': '1.0', Apr 20 18:29:34.235339 dv-cinder-786932-2-smb neutron-server[86278]: 'Log': '1.0', Apr 20 18:29:34.235339 dv-cinder-786932-2-smb neutron-server[86278]: 'Network': '1.1', Apr 20 18:29:34.235339 dv-cinder-786932-2-smb neutron-server[86278]: 'Port': '1.7', Apr 20 18:29:34.235339 dv-cinder-786932-2-smb neutron-server[86278]: 'PortForwarding': '1.2', Apr 20 18:29:34.235339 dv-cinder-786932-2-smb neutron-server[86278]: 'QosPolicy': '1.8', Apr 20 18:29:34.235339 dv-cinder-786932-2-smb neutron-server[86278]: 'SecurityGroup': '1.4', Apr 20 18:29:34.235339 dv-cinder-786932-2-smb neutron-server[86278]: 'SecurityGroupRule': '1.2', Apr 20 18:29:34.235339 dv-cinder-786932-2-smb neutron-server[86278]: 'SubPort': '1.0', Apr 20 18:29:34.235339 dv-cinder-786932-2-smb neutron-server[86278]: 'Subnet': '1.1', Apr 20 18:29:34.235339 dv-cinder-786932-2-smb neutron-server[86278]: 'Trunk': '1.1'}} Apr 20 18:29:34.235339 dv-cinder-786932-2-smb neutron-server[86278]: {{(pid=86392) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 18:29:34.263081 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-59aad2a0-1b61-4177-bee4-0dda2d2284b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854116670'] for segment, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:34.263574 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.db.segments_db [None req-59aad2a0-1b61-4177-bee4-0dda2d2284b9 admin admin] Added segment 3a193f5c-e717-4c82-ad46-e2c26c1764e4 of type vlan for network 0c1f8097-bb54-456f-96cc-fe11e17d52da Apr 20 18:29:34.310080 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-e2f359fe-f836-4806-9c7a-4004b19b1c5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:34.312895 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.274s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:34.346599 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0d02892e-933e-4cb3-9408-3dd535230fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854116670'] for segment, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:34.347343 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.db.segments_db [None req-0d02892e-933e-4cb3-9408-3dd535230fe1 admin admin] Added segment a75a35db-dac0-4400-9a60-474492d34744 of type vlan for network b38b090e-8861-4ffd-9c34-064e6f8a30de Apr 20 18:29:34.405663 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-59aad2a0-1b61-4177-bee4-0dda2d2284b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758775846003'] for network, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:34.411313 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aad2a0-1b61-4177-bee4-0dda2d2284b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5fc12b-a798-491f-acd3-cfc88398ed04,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:34.458352 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0d02892e-933e-4cb3-9408-3dd535230fe1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758775846003'] for network, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:34.476486 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd7e07-e00f-490c-bc38-c46b48c14987 admin admin] Checking segment: {'id': '42b51926-c2ca-471c-ac7e-b000ccba3eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c035be72-ec93-4bac-85f8-b0cd68e3656b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:29:34.476872 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dd7e07-e00f-490c-bc38-c46b48c14987 admin admin] Network hostable DHCP agents. Network: c035be72-ec93-4bac-85f8-b0cd68e3656b, hostable agents: ['139febe7-9f58-4c27-9292-9a8c92178c1a'], hosted agents: [] {{(pid=86392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:29:34.554773 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d02892e-933e-4cb3-9408-3dd535230fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8465791-ba9f-49bd-9594-25de06a870d2,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:34.580174 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e2f359fe-f836-4806-9c7a-4004b19b1c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for network, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:34.596849 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-0d02892e-933e-4cb3-9408-3dd535230fe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:34.598894 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.465s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:34.599206 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:34.606545 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-a3bf65e0-fe92-4b7a-ac51-498b7c8cc1b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.388s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:34.632511 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-59aad2a0-1b61-4177-bee4-0dda2d2284b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058'] for network, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:34.654507 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59aad2a0-1b61-4177-bee4-0dda2d2284b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:29:34.655175 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-59aad2a0-1b61-4177-bee4-0dda2d2284b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for network, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:34.683398 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dd7e07-e00f-490c-bc38-c46b48c14987 admin admin] Network c035be72-ec93-4bac-85f8-b0cd68e3656b is scheduled to be hosted by DHCP agent 139febe7-9f58-4c27-9292-9a8c92178c1a with binding_index 1 {{(pid=86392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:29:34.699901 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0d02892e-933e-4cb3-9408-3dd535230fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058'] for network, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:34.734297 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d02892e-933e-4cb3-9408-3dd535230fe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:29:34.735056 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0d02892e-933e-4cb3-9408-3dd535230fe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for network, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:34.746465 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-24aaf0cc-710e-488c-800c-74ee83d93766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058'] for subnet, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:34.753130 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:34.802445 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [None req-81dd7e07-e00f-490c-bc38-c46b48c14987 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-2-smb, c035be72-ec93-4bac-85f8-b0cd68e3656b) {{(pid=86392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:29:34.807537 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81dd7e07-e00f-490c-bc38-c46b48c14987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:29:34.808611 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-81dd7e07-e00f-490c-bc38-c46b48c14987 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for subnet, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:34.812274 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7144d6da-eb6c-4201-8575-dd8881049007 None None] Network c035be72-ec93-4bac-85f8-b0cd68e3656b requested from dv-cinder-786932-2-smb {{(pid=86393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:29:34.822884 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd7e07-e00f-490c-bc38-c46b48c14987 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41a62a97-d129-42fa-96d5-fce2a7a65a86,revision_number=0']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:34.826217 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-81dd7e07-e00f-490c-bc38-c46b48c14987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:34.844134 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2f359fe-f836-4806-9c7a-4004b19b1c5a admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=86392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 18:29:34.848642 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.183s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:34.876766 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aaf0cc-710e-488c-800c-74ee83d93766 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6124cdb4-b728-491c-bef6-cdd1f4b23ca7,revision_number=0']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:34.881367 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-24aaf0cc-710e-488c-800c-74ee83d93766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:34.907914 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24aaf0cc-710e-488c-800c-74ee83d93766 admin admin] Checking segment: {'id': '3ba1b949-5657-4980-b225-8ea57859926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '07ec5321-0579-4912-85f7-b750583baf28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:29:34.908456 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24aaf0cc-710e-488c-800c-74ee83d93766 admin admin] Network hostable DHCP agents. Network: 07ec5321-0579-4912-85f7-b750583baf28, hostable agents: ['139febe7-9f58-4c27-9292-9a8c92178c1a'], hosted agents: [] {{(pid=86391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:29:34.929243 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24aaf0cc-710e-488c-800c-74ee83d93766 admin admin] Network 07ec5321-0579-4912-85f7-b750583baf28 is scheduled to be hosted by DHCP agent 139febe7-9f58-4c27-9292-9a8c92178c1a with binding_index 1 {{(pid=86391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:29:34.940439 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [None req-24aaf0cc-710e-488c-800c-74ee83d93766 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-2-smb, 07ec5321-0579-4912-85f7-b750583baf28) {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:29:34.948714 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24aaf0cc-710e-488c-800c-74ee83d93766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:29:34.949193 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692177a5-785f-45d1-b2be-82ea998ffa6e None None] Network 07ec5321-0579-4912-85f7-b750583baf28 requested from dv-cinder-786932-2-smb {{(pid=86393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:29:34.949731 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-24aaf0cc-710e-488c-800c-74ee83d93766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for subnet, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:34.967108 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-81dd7e07-e00f-490c-bc38-c46b48c14987 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9931424 Apr 20 18:29:34.970750 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-59aad2a0-1b61-4177-bee4-0dda2d2284b9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.0460165 Apr 20 18:29:34.974098 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 60188) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:34.974098 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 60190) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:34.975169 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e2f359fe-f836-4806-9c7a-4004b19b1c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854116670'] for segment, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:34.975683 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.db.segments_db [None req-e2f359fe-f836-4806-9c7a-4004b19b1c5a admin admin] Added segment 6a0be6b6-b186-485f-b80c-5e6aa7f438bb of type vlan for network 69eb6f97-ea3e-4050-89c1-6e90e1792b19 Apr 20 18:29:34.981047 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-0d02892e-933e-4cb3-9408-3dd535230fe1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.1038859 Apr 20 18:29:34.981585 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-2fe4933a-b78e-4233-8b73-324368d4d02b admin admin] Request body: {'subnet': {'network_id': '0c1f8097-bb54-456f-96cc-fe11e17d52da', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2014823751-subnet', 'tenant_id': 'f328995515da4faaafbf85dde6829036', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:29:34.988026 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-05253904-e651-4c75-a0a8-e613b1cf3eb3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1953854899-router', 'tenant_id': '96a404d19bd540809d4ea207dd16d6ad', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974'}}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:29:34.988196 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 60196) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:34.994465 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-24aaf0cc-710e-488c-800c-74ee83d93766 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8942502 Apr 20 18:29:34.994641 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 60200) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:34.997549 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-05253904-e651-4c75-a0a8-e613b1cf3eb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:29:35.000228 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-2fe4933a-b78e-4233-8b73-324368d4d02b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:29:35.006150 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-7d9cda78-4598-4e21-b875-44b28664dcba admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-370091447-router', 'tenant_id': '9dd07067e6ec4229b42b15a57fa654ee', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974'}}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:29:35.010897 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-05253904-e651-4c75-a0a8-e613b1cf3eb3 admin admin] Usage tracker for resource:router and tenant:96a404d19bd540809d4ea207dd16d6ad is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:29:35.014558 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-6a9fc71d-98b0-40f0-8e18-1c643000e70e admin admin] Request body: {'subnet': {'network_id': 'b38b090e-8861-4ffd-9c34-064e6f8a30de', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1606434760-subnet', 'tenant_id': 'a7d00bc2297e4088a3209dad8c5ffa52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:29:35.015054 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-05253904-e651-4c75-a0a8-e613b1cf3eb3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:29:35.018131 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-7d9cda78-4598-4e21-b875-44b28664dcba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:29:35.020699 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-2fe4933a-b78e-4233-8b73-324368d4d02b admin admin] Usage tracker for resource:subnet and tenant:f328995515da4faaafbf85dde6829036 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:29:35.021876 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aad2a0-1b61-4177-bee4-0dda2d2284b9 admin admin] Pushing event updated for resources: {'Network': ['ID=0c1f8097-bb54-456f-96cc-fe11e17d52da,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:35.025693 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-6a9fc71d-98b0-40f0-8e18-1c643000e70e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:29:35.028550 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-2fe4933a-b78e-4233-8b73-324368d4d02b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:29:35.031460 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-05253904-e651-4c75-a0a8-e613b1cf3eb3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:29:35.034017 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-7d9cda78-4598-4e21-b875-44b28664dcba admin admin] Usage tracker for resource:router and tenant:9dd07067e6ec4229b42b15a57fa654ee is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:29:35.042729 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-7d9cda78-4598-4e21-b875-44b28664dcba admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:29:35.045819 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Network 0c1f8097-bb54-456f-96cc-fe11e17d52da details requested by agent ovs-agent-dv-cinder-786932-2-smb with host dv-cinder-786932-2-smb {{(pid=86393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:29:35.046599 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-2fe4933a-b78e-4233-8b73-324368d4d02b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:29:35.052807 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-6a9fc71d-98b0-40f0-8e18-1c643000e70e admin admin] Usage tracker for resource:subnet and tenant:a7d00bc2297e4088a3209dad8c5ffa52 is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:29:35.053760 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-7d9cda78-4598-4e21-b875-44b28664dcba admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:29:35.063369 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-05253904-e651-4c75-a0a8-e613b1cf3eb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854375953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6091'] for router, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:35.065062 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-05253904-e651-4c75-a0a8-e613b1cf3eb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7970561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7878928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854769732'] for router, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:35.071650 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe4933a-b78e-4233-8b73-324368d4d02b admin admin] Made reservation on behalf of f328995515da4faaafbf85dde6829036 for: {'subnet': 1} {{(pid=86391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:29:35.076360 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2fe4933a-b78e-4233-8b73-324368d4d02b admin admin] Notify callbacks [] for subnet, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:35.123748 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-6a9fc71d-98b0-40f0-8e18-1c643000e70e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:29:35.147041 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-7d9cda78-4598-4e21-b875-44b28664dcba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854375953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6091'] for router, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:35.148130 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-7d9cda78-4598-4e21-b875-44b28664dcba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7970561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7878928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854769732'] for router, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:35.179130 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e2f359fe-f836-4806-9c7a-4004b19b1c5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758775846003'] for network, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:35.183396 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-05253904-e651-4c75-a0a8-e613b1cf3eb3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:35.202978 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-6a9fc71d-98b0-40f0-8e18-1c643000e70e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:29:35.235602 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9fc71d-98b0-40f0-8e18-1c643000e70e admin admin] Made reservation on behalf of a7d00bc2297e4088a3209dad8c5ffa52 for: {'subnet': 1} {{(pid=86392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:29:35.240308 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-6a9fc71d-98b0-40f0-8e18-1c643000e70e admin admin] Notify callbacks [] for subnet, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:35.258232 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d02892e-933e-4cb3-9408-3dd535230fe1 admin admin] Pushing event updated for resources: {'Network': ['ID=b38b090e-8861-4ffd-9c34-064e6f8a30de,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:35.265114 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-0d02892e-933e-4cb3-9408-3dd535230fe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:35.268387 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.508s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:35.268605 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:35.282098 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Network b38b090e-8861-4ffd-9c34-064e6f8a30de details requested by agent ovs-agent-dv-cinder-786932-2-smb with host dv-cinder-786932-2-smb {{(pid=86393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:29:35.284919 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-7d9cda78-4598-4e21-b875-44b28664dcba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:35.355700 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e2f359fe-f836-4806-9c7a-4004b19b1c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058'] for network, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:35.362172 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f359fe-f836-4806-9c7a-4004b19b1c5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:29:35.362821 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e2f359fe-f836-4806-9c7a-4004b19b1c5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for network, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:35.371984 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:35.483004 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-e2f359fe-f836-4806-9c7a-4004b19b1c5a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.7661886 Apr 20 18:29:35.486279 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 60208) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:35.504153 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-4e5efc62-ba1d-4f3a-9a36-a3ac0d994d13 admin admin] Request body: {'subnet': {'network_id': '69eb6f97-ea3e-4050-89c1-6e90e1792b19', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1555748545-subnet', 'tenant_id': 'c10c8e1bd4ff416298fcc5e373996fcd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:29:35.515440 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f359fe-f836-4806-9c7a-4004b19b1c5a admin admin] Pushing event updated for resources: {'Network': ['ID=69eb6f97-ea3e-4050-89c1-6e90e1792b19,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:35.532444 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-e2f359fe-f836-4806-9c7a-4004b19b1c5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:35.533718 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-4e5efc62-ba1d-4f3a-9a36-a3ac0d994d13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:29:35.544359 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1856e2a5-2efd-444e-ae10-39882d14cd62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f03320c-6e89-5850-82be-c4f5931144ea-07ec5321-0579-4912-85f7-b750583baf28', 'network_id': '07ec5321-0579-4912-85f7-b750583baf28', 'tenant_id': '9dd07067e6ec4229b42b15a57fa654ee', 'fixed_ips': [{'subnet_id': '6124cdb4-b728-491c-bef6-cdd1f4b23ca7'}]}} from dv-cinder-786932-2-smb. {{(pid=86393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 18:29:35.545339 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-1856e2a5-2efd-444e-ae10-39882d14cd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:35.545505 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-4e5efc62-ba1d-4f3a-9a36-a3ac0d994d13 admin admin] Usage tracker for resource:subnet and tenant:c10c8e1bd4ff416298fcc5e373996fcd is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:29:35.553384 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-4e5efc62-ba1d-4f3a-9a36-a3ac0d994d13 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:29:35.558586 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Network 69eb6f97-ea3e-4050-89c1-6e90e1792b19 details requested by agent ovs-agent-dv-cinder-786932-2-smb with host dv-cinder-786932-2-smb {{(pid=86393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:29:35.578236 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014e5cdd-2476-4adb-9916-8ba8df095d56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f03320c-6e89-5850-82be-c4f5931144ea-c035be72-ec93-4bac-85f8-b0cd68e3656b', 'network_id': 'c035be72-ec93-4bac-85f8-b0cd68e3656b', 'tenant_id': '96a404d19bd540809d4ea207dd16d6ad', 'fixed_ips': [{'subnet_id': '41a62a97-d129-42fa-96d5-fce2a7a65a86'}]}} from dv-cinder-786932-2-smb. {{(pid=86393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 18:29:35.579655 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-014e5cdd-2476-4adb-9916-8ba8df095d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:35.601767 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-4e5efc62-ba1d-4f3a-9a36-a3ac0d994d13 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:29:35.649365 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5efc62-ba1d-4f3a-9a36-a3ac0d994d13 admin admin] Made reservation on behalf of c10c8e1bd4ff416298fcc5e373996fcd for: {'subnet': 1} {{(pid=86392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:29:35.655325 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4e5efc62-ba1d-4f3a-9a36-a3ac0d994d13 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:36.032796 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-adbfce21-d577-4214-9135-0d85f23cfbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058'] for subnet, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:36.056745 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:36.160702 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-05253904-e651-4c75-a0a8-e613b1cf3eb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7970806', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769747'] for router, precommit_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:36.262667 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-7d9cda78-4598-4e21-b875-44b28664dcba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7970806', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769747'] for router, precommit_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:36.412315 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.db_base_plugin_common [None req-014e5cdd-2476-4adb-9916-8ba8df095d56 None None] Allocated IP 172.20.0.2 (c035be72-ec93-4bac-85f8-b0cd68e3656b/41a62a97-d129-42fa-96d5-fce2a7a65a86/5f2e6d76-626a-4c38-9d0a-b4c98488fb20) {{(pid=86393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:29:36.511929 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.db_base_plugin_common [None req-1856e2a5-2efd-444e-ae10-39882d14cd62 None None] Allocated IP 172.20.0.2 (07ec5321-0579-4912-85f7-b750583baf28/6124cdb4-b728-491c-bef6-cdd1f4b23ca7/555100db-a377-49cc-9424-e0463e38d746) {{(pid=86393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:29:36.598589 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbfce21-d577-4214-9135-0d85f23cfbd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e21f1798-5b32-4cd6-8975-650f5f132730,revision_number=0']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:36.607085 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-adbfce21-d577-4214-9135-0d85f23cfbd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:36.609427 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbfce21-d577-4214-9135-0d85f23cfbd7 admin admin] Checking segment: {'id': 'd803accb-b110-48f6-8bb7-f0e0f7f5c1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a373e992-f70d-4755-9565-4700e4745981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:29:36.609817 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbfce21-d577-4214-9135-0d85f23cfbd7 admin admin] Network hostable DHCP agents. Network: a373e992-f70d-4755-9565-4700e4745981, hostable agents: ['139febe7-9f58-4c27-9292-9a8c92178c1a'], hosted agents: [] {{(pid=86392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:29:36.669641 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbfce21-d577-4214-9135-0d85f23cfbd7 admin admin] Network a373e992-f70d-4755-9565-4700e4745981 is scheduled to be hosted by DHCP agent 139febe7-9f58-4c27-9292-9a8c92178c1a with binding_index 1 {{(pid=86392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:29:36.700854 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [None req-adbfce21-d577-4214-9135-0d85f23cfbd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-2-smb, a373e992-f70d-4755-9565-4700e4745981) {{(pid=86392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:29:36.720157 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbfce21-d577-4214-9135-0d85f23cfbd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:29:36.720802 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-adbfce21-d577-4214-9135-0d85f23cfbd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for subnet, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:36.757569 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd906150-8256-48fc-9fd2-edde3665baa7 None None] Network a373e992-f70d-4755-9565-4700e4745981 requested from dv-cinder-786932-2-smb {{(pid=86393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:29:36.767560 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-adbfce21-d577-4214-9135-0d85f23cfbd7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.0503399 Apr 20 18:29:36.958876 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-6a9fc71d-98b0-40f0-8e18-1c643000e70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058'] for subnet, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:36.971419 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4e5efc62-ba1d-4f3a-9a36-a3ac0d994d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058'] for subnet, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:36.972878 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:37.022055 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-014e5cdd-2476-4adb-9916-8ba8df095d56 None None] Notify callbacks [] for port, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:37.070875 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-014e5cdd-2476-4adb-9916-8ba8df095d56 None None] Transition to ACTIVE for port object 5f2e6d76-626a-4c38-9d0a-b4c98488fb20 will not be triggered until provisioned by entity L2. {{(pid=86393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:29:37.139383 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-1856e2a5-2efd-444e-ae10-39882d14cd62 None None] Notify callbacks [] for port, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:37.146341 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9fc71d-98b0-40f0-8e18-1c643000e70e admin admin] Checking segment: {'id': 'a75a35db-dac0-4400-9a60-474492d34744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b38b090e-8861-4ffd-9c34-064e6f8a30de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:29:37.146761 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9fc71d-98b0-40f0-8e18-1c643000e70e admin admin] Network hostable DHCP agents. Network: b38b090e-8861-4ffd-9c34-064e6f8a30de, hostable agents: ['139febe7-9f58-4c27-9292-9a8c92178c1a'], hosted agents: [] {{(pid=86392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:29:37.151739 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9fc71d-98b0-40f0-8e18-1c643000e70e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2183557-3402-47d4-9d62-f632ed212213,revision_number=0']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:37.153567 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-014e5cdd-2476-4adb-9916-8ba8df095d56 None None] Transition to ACTIVE for port object 5f2e6d76-626a-4c38-9d0a-b4c98488fb20 will not be triggered until provisioned by entity DHCP. {{(pid=86393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:29:37.166012 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-1856e2a5-2efd-444e-ae10-39882d14cd62 None None] Transition to ACTIVE for port object 555100db-a377-49cc-9424-e0463e38d746 will not be triggered until provisioned by entity L2. {{(pid=86393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:29:37.180087 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-014e5cdd-2476-4adb-9916-8ba8df095d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278078920240'] for port, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:37.197378 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:37.201790 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5efc62-ba1d-4f3a-9a36-a3ac0d994d13 admin admin] Checking segment: {'id': '6a0be6b6-b186-485f-b80c-5e6aa7f438bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '69eb6f97-ea3e-4050-89c1-6e90e1792b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:29:37.207323 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5efc62-ba1d-4f3a-9a36-a3ac0d994d13 admin admin] Network hostable DHCP agents. Network: 69eb6f97-ea3e-4050-89c1-6e90e1792b19, hostable agents: ['139febe7-9f58-4c27-9292-9a8c92178c1a'], hosted agents: [] {{(pid=86392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:29:37.209764 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-7d9cda78-4598-4e21-b875-44b28664dcba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:37.239358 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5efc62-ba1d-4f3a-9a36-a3ac0d994d13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97c6181f-cafd-4b1b-a893-b50fc49a5af4,revision_number=0']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:37.244479 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-4e5efc62-ba1d-4f3a-9a36-a3ac0d994d13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:37.246166 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.222s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:37.246563 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:37.264781 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9fc71d-98b0-40f0-8e18-1c643000e70e admin admin] Network b38b090e-8861-4ffd-9c34-064e6f8a30de is scheduled to be hosted by DHCP agent 139febe7-9f58-4c27-9292-9a8c92178c1a with binding_index 1 {{(pid=86392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:29:37.273085 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5efc62-ba1d-4f3a-9a36-a3ac0d994d13 admin admin] Network 69eb6f97-ea3e-4050-89c1-6e90e1792b19 is scheduled to be hosted by DHCP agent 139febe7-9f58-4c27-9292-9a8c92178c1a with binding_index 1 {{(pid=86392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:29:37.278449 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [None req-6a9fc71d-98b0-40f0-8e18-1c643000e70e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-2-smb, b38b090e-8861-4ffd-9c34-064e6f8a30de) {{(pid=86392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:29:37.289490 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [None req-4e5efc62-ba1d-4f3a-9a36-a3ac0d994d13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-2-smb, 69eb6f97-ea3e-4050-89c1-6e90e1792b19) {{(pid=86392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:29:37.292657 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-7d9cda78-4598-4e21-b875-44b28664dcba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:37.302239 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9fc71d-98b0-40f0-8e18-1c643000e70e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:29:37.302957 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-6a9fc71d-98b0-40f0-8e18-1c643000e70e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for subnet, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:37.320214 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-05253904-e651-4c75-a0a8-e613b1cf3eb3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:37.323055 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b5d48e-ebcd-43fd-ae01-f6b65650a18a None None] Network b38b090e-8861-4ffd-9c34-064e6f8a30de requested from dv-cinder-786932-2-smb {{(pid=86393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:29:37.360347 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 60270) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:37.363925 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5efc62-ba1d-4f3a-9a36-a3ac0d994d13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:29:37.365315 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4e5efc62-ba1d-4f3a-9a36-a3ac0d994d13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for subnet, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:37.388144 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-6a9fc71d-98b0-40f0-8e18-1c643000e70e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.3985214 Apr 20 18:29:37.401864 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014e5cdd-2476-4adb-9916-8ba8df095d56 None None] Network c035be72-ec93-4bac-85f8-b0cd68e3656b is already hosted by enough agents. {{(pid=86393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:29:37.416127 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-4e5efc62-ba1d-4f3a-9a36-a3ac0d994d13 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9150956 Apr 20 18:29:37.419257 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 60274) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:37.432081 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-d538c2e1-00d6-4d29-ba78-ef4077ef4000 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1606434760-router', 'tenant_id': 'a7d00bc2297e4088a3209dad8c5ffa52', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974'}}} {{(pid=86392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:29:37.437355 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [None req-014e5cdd-2476-4adb-9916-8ba8df095d56 None None] Resources bound (agent type, host, resource id): {{(pid=86393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:29:37.439380 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c828bf-63f9-404c-b83c-31d1f640ca0b None None] Network 69eb6f97-ea3e-4050-89c1-6e90e1792b19 requested from dv-cinder-786932-2-smb {{(pid=86393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:29:37.444696 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-d538c2e1-00d6-4d29-ba78-ef4077ef4000 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:29:37.454973 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-d538c2e1-00d6-4d29-ba78-ef4077ef4000 admin admin] Usage tracker for resource:router and tenant:a7d00bc2297e4088a3209dad8c5ffa52 is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:29:37.461001 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-d538c2e1-00d6-4d29-ba78-ef4077ef4000 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:29:37.465322 dv-cinder-786932-2-smb neutron-server[86278]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 20 18:29:37.473801 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-d538c2e1-00d6-4d29-ba78-ef4077ef4000 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:29:37.488128 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d538c2e1-00d6-4d29-ba78-ef4077ef4000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854375953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6091'] for router, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:37.489234 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d538c2e1-00d6-4d29-ba78-ef4077ef4000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7970561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7878928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854769732'] for router, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:37.490812 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-1856e2a5-2efd-444e-ae10-39882d14cd62 None None] Transition to ACTIVE for port object 555100db-a377-49cc-9424-e0463e38d746 will not be triggered until provisioned by entity DHCP. {{(pid=86393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:29:37.501018 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-05253904-e651-4c75-a0a8-e613b1cf3eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:37.538968 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d538c2e1-00d6-4d29-ba78-ef4077ef4000 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:37.567246 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014e5cdd-2476-4adb-9916-8ba8df095d56 None None] Received port after_create {{(pid=86393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:29:37.595110 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2fe4933a-b78e-4233-8b73-324368d4d02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058'] for subnet, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:37.634888 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-1856e2a5-2efd-444e-ae10-39882d14cd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278078920240'] for port, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:37.663907 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-af75ab2f-c7a1-4325-b288-f7e35373c6af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:37.676584 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e65835a-1fe4-4195-bc6d-523d3effde03 None None] Network a373e992-f70d-4755-9565-4700e4745981 requested from dv-cinder-786932-2-smb {{(pid=86393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:29:37.729367 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1856e2a5-2efd-444e-ae10-39882d14cd62 None None] Network 07ec5321-0579-4912-85f7-b750583baf28 is already hosted by enough agents. {{(pid=86393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:29:37.760182 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014e5cdd-2476-4adb-9916-8ba8df095d56 None None] Pushing event updated for resources: {'Port': ['ID=5f2e6d76-626a-4c38-9d0a-b4c98488fb20,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:37.823332 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [None req-1856e2a5-2efd-444e-ae10-39882d14cd62 None None] Resources bound (agent type, host, resource id): {{(pid=86393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:29:37.830742 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.db_base_plugin_common [None req-7d9cda78-4598-4e21-b875-44b28664dcba admin admin] Allocated IP 172.28.1.162 (6f8e8285-aaa9-4dbf-9e6b-39abd83f9974/f30c7817-a5c6-4c47-97c4-010d805a937c/9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc) {{(pid=86391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:29:37.860033 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1856e2a5-2efd-444e-ae10-39882d14cd62 None None] Received port after_create {{(pid=86393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:29:37.868456 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014e5cdd-2476-4adb-9916-8ba8df095d56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:37.868830 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014e5cdd-2476-4adb-9916-8ba8df095d56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:37.869184 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014e5cdd-2476-4adb-9916-8ba8df095d56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:37.869547 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014e5cdd-2476-4adb-9916-8ba8df095d56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:37.869912 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014e5cdd-2476-4adb-9916-8ba8df095d56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:37.870268 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014e5cdd-2476-4adb-9916-8ba8df095d56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:37.870622 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014e5cdd-2476-4adb-9916-8ba8df095d56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:37.871003 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014e5cdd-2476-4adb-9916-8ba8df095d56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:37.871377 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014e5cdd-2476-4adb-9916-8ba8df095d56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:37.871723 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014e5cdd-2476-4adb-9916-8ba8df095d56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:37.872078 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014e5cdd-2476-4adb-9916-8ba8df095d56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:37.872423 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014e5cdd-2476-4adb-9916-8ba8df095d56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:37.873541 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014e5cdd-2476-4adb-9916-8ba8df095d56 None None] Tracked resource versions report: Apr 20 18:29:37.873541 dv-cinder-786932-2-smb neutron-server[86278]: pushed versions: Apr 20 18:29:37.873541 dv-cinder-786932-2-smb neutron-server[86278]: { 'AddressGroup': {'1.2'}, Apr 20 18:29:37.873541 dv-cinder-786932-2-smb neutron-server[86278]: 'ConntrackHelper': {'1.0'}, Apr 20 18:29:37.873541 dv-cinder-786932-2-smb neutron-server[86278]: 'Log': {'1.0'}, Apr 20 18:29:37.873541 dv-cinder-786932-2-smb neutron-server[86278]: 'Network': {'1.1'}, Apr 20 18:29:37.873541 dv-cinder-786932-2-smb neutron-server[86278]: 'Port': {'1.7'}, Apr 20 18:29:37.873541 dv-cinder-786932-2-smb neutron-server[86278]: 'PortForwarding': {'1.2'}, Apr 20 18:29:37.873541 dv-cinder-786932-2-smb neutron-server[86278]: 'QosPolicy': {'1.8'}, Apr 20 18:29:37.873541 dv-cinder-786932-2-smb neutron-server[86278]: 'SecurityGroup': {'1.4'}, Apr 20 18:29:37.873541 dv-cinder-786932-2-smb neutron-server[86278]: 'SecurityGroupRule': {'1.2'}, Apr 20 18:29:37.873541 dv-cinder-786932-2-smb neutron-server[86278]: 'SubPort': {'1.0'}, Apr 20 18:29:37.873541 dv-cinder-786932-2-smb neutron-server[86278]: 'Subnet': {'1.1'}, Apr 20 18:29:37.873541 dv-cinder-786932-2-smb neutron-server[86278]: 'Trunk': {'1.1'}} Apr 20 18:29:37.873541 dv-cinder-786932-2-smb neutron-server[86278]: consumer versions: Apr 20 18:29:37.873541 dv-cinder-786932-2-smb neutron-server[86278]: { DHCP agent@dv-cinder-786932-2-smb: {}, Apr 20 18:29:37.873541 dv-cinder-786932-2-smb neutron-server[86278]: HyperV agent@hv-cinder-78693: {}, Apr 20 18:29:37.873541 dv-cinder-786932-2-smb neutron-server[86278]: L3 agent@dv-cinder-786932-2-smb: {}, Apr 20 18:29:37.873541 dv-cinder-786932-2-smb neutron-server[86278]: Metadata agent@dv-cinder-786932-2-smb: {}, Apr 20 18:29:37.873541 dv-cinder-786932-2-smb neutron-server[86278]: Metering agent@dv-cinder-786932-2-smb: {}, Apr 20 18:29:37.873541 dv-cinder-786932-2-smb neutron-server[86278]: Open vSwitch agent@dv-cinder-786932-2-smb: { 'AddressGroup': '1.2', Apr 20 18:29:37.873541 dv-cinder-786932-2-smb neutron-server[86278]: 'ConntrackHelper': '1.0', Apr 20 18:29:37.873541 dv-cinder-786932-2-smb neutron-server[86278]: 'Log': '1.0', Apr 20 18:29:37.873541 dv-cinder-786932-2-smb neutron-server[86278]: 'Network': '1.1', Apr 20 18:29:37.873541 dv-cinder-786932-2-smb neutron-server[86278]: 'Port': '1.7', Apr 20 18:29:37.873541 dv-cinder-786932-2-smb neutron-server[86278]: 'PortForwarding': '1.2', Apr 20 18:29:37.873541 dv-cinder-786932-2-smb neutron-server[86278]: 'QosPolicy': '1.8', Apr 20 18:29:37.873541 dv-cinder-786932-2-smb neutron-server[86278]: 'SecurityGroup': '1.4', Apr 20 18:29:37.873541 dv-cinder-786932-2-smb neutron-server[86278]: 'SecurityGroupRule': '1.2', Apr 20 18:29:37.873541 dv-cinder-786932-2-smb neutron-server[86278]: 'SubPort': '1.0', Apr 20 18:29:37.873541 dv-cinder-786932-2-smb neutron-server[86278]: 'Subnet': '1.1', Apr 20 18:29:37.873541 dv-cinder-786932-2-smb neutron-server[86278]: 'Trunk': '1.1'}} Apr 20 18:29:37.873541 dv-cinder-786932-2-smb neutron-server[86278]: {{(pid=86393) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 18:29:38.037795 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d538c2e1-00d6-4d29-ba78-ef4077ef4000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7970806', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769747'] for router, precommit_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:38.147878 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-014e5cdd-2476-4adb-9916-8ba8df095d56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.951s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:38.152959 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.441s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:38.156025 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe4933a-b78e-4233-8b73-324368d4d02b admin admin] Pushing event updated for resources: {'Subnet': ['ID=34bfabb6-cef8-4c75-95ec-315dbfda9a11,revision_number=0']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:38.193125 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 60312) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:38.206978 dv-cinder-786932-2-smb neutron-server[86278]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 20 18:29:38.228704 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2fe4933a-b78e-4233-8b73-324368d4d02b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:38.313172 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-014e5cdd-2476-4adb-9916-8ba8df095d56 None None] Attempting to bind port 5f2e6d76-626a-4c38-9d0a-b4c98488fb20 on host dv-cinder-786932-2-smb for vnic_type normal with profile {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:29:38.313562 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-014e5cdd-2476-4adb-9916-8ba8df095d56 None None] Attempting to bind port 5f2e6d76-626a-4c38-9d0a-b4c98488fb20 by drivers openvswitch,hyperv on host dv-cinder-786932-2-smb at level 0 using segments [{'id': '42b51926-c2ca-471c-ac7e-b000ccba3eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c035be72-ec93-4bac-85f8-b0cd68e3656b'}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:29:38.313967 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014e5cdd-2476-4adb-9916-8ba8df095d56 None None] Attempting to bind port 5f2e6d76-626a-4c38-9d0a-b4c98488fb20 on network c035be72-ec93-4bac-85f8-b0cd68e3656b {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:29:38.359561 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe4933a-b78e-4233-8b73-324368d4d02b admin admin] Checking segment: {'id': '3a193f5c-e717-4c82-ad46-e2c26c1764e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0c1f8097-bb54-456f-96cc-fe11e17d52da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:29:38.359561 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe4933a-b78e-4233-8b73-324368d4d02b admin admin] Network hostable DHCP agents. Network: 0c1f8097-bb54-456f-96cc-fe11e17d52da, hostable agents: ['139febe7-9f58-4c27-9292-9a8c92178c1a'], hosted agents: [] {{(pid=86391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:29:38.374377 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014e5cdd-2476-4adb-9916-8ba8df095d56 None None] Checking agent: {'id': 'ac60c4f9-3ecd-40a5-acc5-9289d1156cbe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 20, 58), 'started_at': datetime.datetime(2021, 4, 20, 18, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:29:38.374921 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014e5cdd-2476-4adb-9916-8ba8df095d56 None None] Checking segment: {'id': '42b51926-c2ca-471c-ac7e-b000ccba3eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c035be72-ec93-4bac-85f8-b0cd68e3656b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:29:38.375331 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-014e5cdd-2476-4adb-9916-8ba8df095d56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:38.375800 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014e5cdd-2476-4adb-9916-8ba8df095d56 None None] Bound using segment: {'id': '42b51926-c2ca-471c-ac7e-b000ccba3eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c035be72-ec93-4bac-85f8-b0cd68e3656b'} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:29:38.376352 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-014e5cdd-2476-4adb-9916-8ba8df095d56 None None] Bound port: 5f2e6d76-626a-4c38-9d0a-b4c98488fb20, host: dv-cinder-786932-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42b51926-c2ca-471c-ac7e-b000ccba3eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c035be72-ec93-4bac-85f8-b0cd68e3656b'}}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:29:38.376772 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-014e5cdd-2476-4adb-9916-8ba8df095d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:38.381562 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8385e71-1d5f-473b-bdf6-233d884a5134 req-c2c07a9d-2f76-4924-b830-dc52f89759cc tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:29:38.382330 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-f8385e71-1d5f-473b-bdf6-233d884a5134 req-c2c07a9d-2f76-4924-b830-dc52f89759cc tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] Synchronizing usage tracker for tenant:b0f500fcba164b3aa82caba7daafbee4 on resource:network {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:29:38.409357 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-7d9cda78-4598-4e21-b875-44b28664dcba admin admin] Notify callbacks [] for port, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:38.433257 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1856e2a5-2efd-444e-ae10-39882d14cd62 None None] Pushing event updated for resources: {'Port': ['ID=555100db-a377-49cc-9424-e0463e38d746,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:38.447844 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-1856e2a5-2efd-444e-ae10-39882d14cd62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:38.452737 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe4933a-b78e-4233-8b73-324368d4d02b admin admin] Network 0c1f8097-bb54-456f-96cc-fe11e17d52da is scheduled to be hosted by DHCP agent 139febe7-9f58-4c27-9292-9a8c92178c1a with binding_index 1 {{(pid=86391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:29:38.455854 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-f8385e71-1d5f-473b-bdf6-233d884a5134 req-c2c07a9d-2f76-4924-b830-dc52f89759cc tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] Unset dirty status for tenant:b0f500fcba164b3aa82caba7daafbee4 on resource:network {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:29:38.457857 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f8385e71-1d5f-473b-bdf6-233d884a5134 req-c2c07a9d-2f76-4924-b830-dc52f89759cc tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] 10.222.0.20 "GET /v2.0/networks?id=a373e992-f70d-4755-9565-4700e4745981 HTTP/1.1" status: 200 len: 811 time: 1.0370841 Apr 20 18:29:38.463671 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-1856e2a5-2efd-444e-ae10-39882d14cd62 None None] Attempting to bind port 555100db-a377-49cc-9424-e0463e38d746 on host dv-cinder-786932-2-smb for vnic_type normal with profile {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:29:38.464095 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-1856e2a5-2efd-444e-ae10-39882d14cd62 None None] Attempting to bind port 555100db-a377-49cc-9424-e0463e38d746 by drivers openvswitch,hyperv on host dv-cinder-786932-2-smb at level 0 using segments [{'id': '3ba1b949-5657-4980-b225-8ea57859926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '07ec5321-0579-4912-85f7-b750583baf28'}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:29:38.464507 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1856e2a5-2efd-444e-ae10-39882d14cd62 None None] Attempting to bind port 555100db-a377-49cc-9424-e0463e38d746 on network 07ec5321-0579-4912-85f7-b750583baf28 {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:29:38.495230 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f8385e71-1d5f-473b-bdf6-233d884a5134 req-b5adf9e7-4ec3-41c6-aa52-5ac72bac0c0f tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] 10.222.0.20 "GET /v2.0/quotas/b0f500fcba164b3aa82caba7daafbee4 HTTP/1.1" status: 200 len: 375 time: 0.0297859 Apr 20 18:29:38.499354 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [None req-2fe4933a-b78e-4233-8b73-324368d4d02b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-2-smb, 0c1f8097-bb54-456f-96cc-fe11e17d52da) {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:29:38.556164 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe4933a-b78e-4233-8b73-324368d4d02b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:29:38.556732 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2fe4933a-b78e-4233-8b73-324368d4d02b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for subnet, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:38.559020 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a79d39-8e5d-43b7-8811-8d6fbe82cc2e None None] Network 0c1f8097-bb54-456f-96cc-fe11e17d52da requested from dv-cinder-786932-2-smb {{(pid=86393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:29:38.570987 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f8385e71-1d5f-473b-bdf6-233d884a5134 req-0cd7c0e7-3040-4c8f-a72d-541d240bf00c tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b0f500fcba164b3aa82caba7daafbee4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0678430 Apr 20 18:29:38.581484 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1856e2a5-2efd-444e-ae10-39882d14cd62 None None] Checking agent: {'id': 'ac60c4f9-3ecd-40a5-acc5-9289d1156cbe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 20, 58), 'started_at': datetime.datetime(2021, 4, 20, 18, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:29:38.581893 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1856e2a5-2efd-444e-ae10-39882d14cd62 None None] Checking segment: {'id': '3ba1b949-5657-4980-b225-8ea57859926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '07ec5321-0579-4912-85f7-b750583baf28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:29:38.582339 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-1856e2a5-2efd-444e-ae10-39882d14cd62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:38.582798 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1856e2a5-2efd-444e-ae10-39882d14cd62 None None] Bound using segment: {'id': '3ba1b949-5657-4980-b225-8ea57859926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '07ec5321-0579-4912-85f7-b750583baf28'} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:29:38.588000 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-1856e2a5-2efd-444e-ae10-39882d14cd62 None None] Bound port: 555100db-a377-49cc-9424-e0463e38d746, host: dv-cinder-786932-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ba1b949-5657-4980-b225-8ea57859926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '07ec5321-0579-4912-85f7-b750583baf28'}}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:29:38.588512 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-1856e2a5-2efd-444e-ae10-39882d14cd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:38.657523 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-7d9cda78-4598-4e21-b875-44b28664dcba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278078920240'] for port, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:38.675846 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:38.740391 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-2fe4933a-b78e-4233-8b73-324368d4d02b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.7644968 Apr 20 18:29:38.770733 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebdf898-6c77-4987-88ee-3ec61a2ea1e0 req-0abcd2f3-ade8-4bbd-81ab-9e71314165cd tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:29:38.771528 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-4ebdf898-6c77-4987-88ee-3ec61a2ea1e0 req-0abcd2f3-ade8-4bbd-81ab-9e71314165cd tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Synchronizing usage tracker for tenant:c10c8e1bd4ff416298fcc5e373996fcd on resource:network {{(pid=86392) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:29:38.785328 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9cda78-4598-4e21-b875-44b28664dcba admin admin] Network 6f8e8285-aaa9-4dbf-9e6b-39abd83f9974 is already hosted by enough agents. {{(pid=86391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:29:38.786952 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.db_base_plugin_common [None req-05253904-e651-4c75-a0a8-e613b1cf3eb3 admin admin] Allocated IP 172.28.1.106 (6f8e8285-aaa9-4dbf-9e6b-39abd83f9974/f30c7817-a5c6-4c47-97c4-010d805a937c/f0812c19-bc43-486b-bfc4-d09a77ec3a0f) {{(pid=86391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:29:38.793222 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [None req-7d9cda78-4598-4e21-b875-44b28664dcba admin admin] Resources bound (agent type, host, resource id): {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:29:38.802991 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-4ebdf898-6c77-4987-88ee-3ec61a2ea1e0 req-0abcd2f3-ade8-4bbd-81ab-9e71314165cd tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Unset dirty status for tenant:c10c8e1bd4ff416298fcc5e373996fcd on resource:network {{(pid=86392) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:29:38.804257 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-4ebdf898-6c77-4987-88ee-3ec61a2ea1e0 req-0abcd2f3-ade8-4bbd-81ab-9e71314165cd tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/networks?id=69eb6f97-ea3e-4050-89c1-6e90e1792b19 HTTP/1.1" status: 200 len: 815 time: 0.6047742 Apr 20 18:29:38.813700 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9cda78-4598-4e21-b875-44b28664dcba admin admin] Received port after_create {{(pid=86391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:29:38.821511 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d538c2e1-00d6-4d29-ba78-ef4077ef4000 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:38.859367 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d538c2e1-00d6-4d29-ba78-ef4077ef4000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:38.865329 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-4ebdf898-6c77-4987-88ee-3ec61a2ea1e0 req-6d9374da-9fb4-4586-8446-892154369125 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/quotas/c10c8e1bd4ff416298fcc5e373996fcd HTTP/1.1" status: 200 len: 375 time: 0.0538704 Apr 20 18:29:38.891217 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9cda78-4598-4e21-b875-44b28664dcba admin admin] Pushing event updated for resources: {'Port': ['ID=9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:38.944343 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01819208-d724-4faf-af49-c6d602ac4699 None None] Network b38b090e-8861-4ffd-9c34-064e6f8a30de requested from dv-cinder-786932-2-smb {{(pid=86393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:29:38.971974 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-7d9cda78-4598-4e21-b875-44b28664dcba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:39.001596 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [req-f8385e71-1d5f-473b-bdf6-233d884a5134 req-55e58941-4036-4cb8-bec5-3b87f968ab7f service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 18:29:39.002811 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f8385e71-1d5f-473b-bdf6-233d884a5134 req-55e58941-4036-4cb8-bec5-3b87f968ab7f service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2132142 Apr 20 18:29:39.034244 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-4ebdf898-6c77-4987-88ee-3ec61a2ea1e0 req-04d41b43-9cb1-4b07-8cc3-24a7f347317a tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c10c8e1bd4ff416298fcc5e373996fcd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0822833 Apr 20 18:29:39.099581 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-014e5cdd-2476-4adb-9916-8ba8df095d56 None None] For port 5f2e6d76-626a-4c38-9d0a-b4c98488fb20, host dv-cinder-786932-2-smb, cleared binding levels {{(pid=86393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:29:39.147146 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30329e3-1312-47b7-8248-649c7bbeb320 None None] Network 69eb6f97-ea3e-4050-89c1-6e90e1792b19 requested from dv-cinder-786932-2-smb {{(pid=86393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:29:39.157141 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [req-4ebdf898-6c77-4987-88ee-3ec61a2ea1e0 req-3d64e596-013e-44c5-b1b1-8b75dba0b20b service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86392) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 18:29:39.165378 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-4ebdf898-6c77-4987-88ee-3ec61a2ea1e0 req-3d64e596-013e-44c5-b1b1-8b75dba0b20b service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0591969 Apr 20 18:29:39.262526 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-014e5cdd-2476-4adb-9916-8ba8df095d56 None None] For port 5f2e6d76-626a-4c38-9d0a-b4c98488fb20, host dv-cinder-786932-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=5f2e6d76-626a-4c38-9d0a-b4c98488fb20,segment=NetworkSegment(42b51926-c2ca-471c-ac7e-b000ccba3eb6),segment_id=42b51926-c2ca-471c-ac7e-b000ccba3eb6)] {{(pid=86393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:29:39.277042 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-1856e2a5-2efd-444e-ae10-39882d14cd62 None None] For port 555100db-a377-49cc-9424-e0463e38d746, host dv-cinder-786932-2-smb, cleared binding levels {{(pid=86393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:29:39.283619 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-014e5cdd-2476-4adb-9916-8ba8df095d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:39.345455 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-4ebdf898-6c77-4987-88ee-3ec61a2ea1e0 req-c9b794a9-b6c6-4307-9980-413181631d12 service neutron] 10.222.0.20 "GET /v2.0/networks/69eb6f97-ea3e-4050-89c1-6e90e1792b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785254 Apr 20 18:29:39.352901 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-cfbf0ae8-eecc-4a1e-a42a-fe2dd0ff3ed5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:39.404014 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-1856e2a5-2efd-444e-ae10-39882d14cd62 None None] For port 555100db-a377-49cc-9424-e0463e38d746, host dv-cinder-786932-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=555100db-a377-49cc-9424-e0463e38d746,segment=NetworkSegment(3ba1b949-5657-4980-b225-8ea57859926e),segment_id=3ba1b949-5657-4980-b225-8ea57859926e)] {{(pid=86393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:29:39.456481 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-1856e2a5-2efd-444e-ae10-39882d14cd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:39.544173 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-4ebdf898-6c77-4987-88ee-3ec61a2ea1e0 req-6a806048-2466-4d6f-83e0-0d5f1b58d51b service neutron] 10.222.0.20 "GET /v2.0/networks/69eb6f97-ea3e-4050-89c1-6e90e1792b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975951 Apr 20 18:29:39.637162 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f823cbf9-6142-4589-a6ea-dbf75acdd7ba None None] Network 0c1f8097-bb54-456f-96cc-fe11e17d52da requested from dv-cinder-786932-2-smb {{(pid=86393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:29:39.641939 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-05253904-e651-4c75-a0a8-e613b1cf3eb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:39.673085 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 60354) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:39.681434 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-86446d78-5284-4552-b6f5-d6fabe96f96f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1645968436-network', 'tenant_id': 'fc60a5c62e4c42deb45bfe04259583e3'}} {{(pid=86392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:29:39.691857 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-86446d78-5284-4552-b6f5-d6fabe96f96f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:29:39.696364 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f8385e71-1d5f-473b-bdf6-233d884a5134 req-56985c58-bc63-4b31-910d-983bb71b5a8f service neutron] 10.222.0.20 "GET /v2.0/networks/a373e992-f70d-4755-9565-4700e4745981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6852715 Apr 20 18:29:39.701314 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-86446d78-5284-4552-b6f5-d6fabe96f96f admin admin] Usage tracker for resource:network and tenant:fc60a5c62e4c42deb45bfe04259583e3 is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:29:39.708542 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-86446d78-5284-4552-b6f5-d6fabe96f96f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:29:39.716769 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014e5cdd-2476-4adb-9916-8ba8df095d56 None None] Pushing event updated for resources: {'Port': ['ID=5f2e6d76-626a-4c38-9d0a-b4c98488fb20,revision_number=2']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:39.727804 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-86446d78-5284-4552-b6f5-d6fabe96f96f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:29:39.767908 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86446d78-5284-4552-b6f5-d6fabe96f96f admin admin] Made reservation on behalf of fc60a5c62e4c42deb45bfe04259583e3 for: {'network': 1} {{(pid=86392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:29:39.773194 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-86446d78-5284-4552-b6f5-d6fabe96f96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for network, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:39.797078 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-86446d78-5284-4552-b6f5-d6fabe96f96f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:39.835649 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-014e5cdd-2476-4adb-9916-8ba8df095d56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:39.837538 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-86446d78-5284-4552-b6f5-d6fabe96f96f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:29:39.862774 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-86446d78-5284-4552-b6f5-d6fabe96f96f admin admin] Usage tracker for resource:security_group_rule and tenant:fc60a5c62e4c42deb45bfe04259583e3 is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:29:39.876491 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-86446d78-5284-4552-b6f5-d6fabe96f96f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:29:39.893024 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-86446d78-5284-4552-b6f5-d6fabe96f96f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:29:39.927274 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.434s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:39.928265 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-05253904-e651-4c75-a0a8-e613b1cf3eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278078920240'] for port, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:40.108445 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:40.157083 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-7d9cda78-4598-4e21-b875-44b28664dcba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:40.246531 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1856e2a5-2efd-444e-ae10-39882d14cd62 None None] Pushing event updated for resources: {'Port': ['ID=555100db-a377-49cc-9424-e0463e38d746,revision_number=2']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:40.258980 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-1856e2a5-2efd-444e-ae10-39882d14cd62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:40.347435 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.db_base_plugin_common [None req-d538c2e1-00d6-4d29-ba78-ef4077ef4000 admin admin] Allocated IP 172.28.1.74 (6f8e8285-aaa9-4dbf-9e6b-39abd83f9974/f30c7817-a5c6-4c47-97c4-010d805a937c/25ce7030-0d33-4871-89de-8427b5b2992f) {{(pid=86392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:29:40.355024 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f4a0ec18-132e-4445-899c-f9dafbdb0a2f req-129c8c37-e53f-4351-905f-85ecda69d620 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c3e719f-55da-4826-8b34-2362a0b4f5e2 HTTP/1.1" status: 200 len: 210 time: 0.1977170 Apr 20 18:29:40.545660 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-86446d78-5284-4552-b6f5-d6fabe96f96f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:40.554628 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-86446d78-5284-4552-b6f5-d6fabe96f96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:40.640288 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86446d78-5284-4552-b6f5-d6fabe96f96f admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=86392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 18:29:40.658075 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-86446d78-5284-4552-b6f5-d6fabe96f96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854116670'] for segment, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:40.658455 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.db.segments_db [None req-86446d78-5284-4552-b6f5-d6fabe96f96f admin admin] Added segment 06f59e55-7cf5-409c-88dc-a0ba4cc73218 of type vlan for network 084b42a3-33b7-4989-aca0-c0587a2e021b Apr 20 18:29:40.747117 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05253904-e651-4c75-a0a8-e613b1cf3eb3 admin admin] Network 6f8e8285-aaa9-4dbf-9e6b-39abd83f9974 is already hosted by enough agents. {{(pid=86391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:29:40.763774 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-0d02892e-933e-4cb3-9408-3dd535230fe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:40.773118 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [None req-05253904-e651-4c75-a0a8-e613b1cf3eb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:29:40.835430 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-86446d78-5284-4552-b6f5-d6fabe96f96f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758775846003'] for network, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:40.940080 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device 5f2e6d76-626a-4c38-9d0a-b4c98488fb20 up at agent ovs-agent-dv-cinder-786932-2-smb {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:29:40.970121 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-86446d78-5284-4552-b6f5-d6fabe96f96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058'] for network, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:41.007552 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86446d78-5284-4552-b6f5-d6fabe96f96f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:29:41.009381 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-86446d78-5284-4552-b6f5-d6fabe96f96f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for network, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:41.070051 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f8385e71-1d5f-473b-bdf6-233d884a5134 req-704025a1-8b4b-46f9-b10b-b80e4f854c7d service neutron] 10.222.0.20 "GET /v2.0/networks/a373e992-f70d-4755-9565-4700e4745981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2642627 Apr 20 18:29:41.097128 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86446d78-5284-4552-b6f5-d6fabe96f96f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d563376f-26e4-4559-b2fa-de607ace8261,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:41.142448 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-86446d78-5284-4552-b6f5-d6fabe96f96f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4664388 Apr 20 18:29:41.145187 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 60412) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:41.148853 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-86446d78-5284-4552-b6f5-d6fabe96f96f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:41.160214 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:41.213198 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05253904-e651-4c75-a0a8-e613b1cf3eb3 admin admin] Received port after_create {{(pid=86391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:29:41.284746 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 60418) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:41.306840 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86446d78-5284-4552-b6f5-d6fabe96f96f admin admin] Pushing event updated for resources: {'Network': ['ID=084b42a3-33b7-4989-aca0-c0587a2e021b,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:41.331719 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Network 084b42a3-33b7-4989-aca0-c0587a2e021b details requested by agent ovs-agent-dv-cinder-786932-2-smb with host dv-cinder-786932-2-smb {{(pid=86393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:29:41.341233 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05253904-e651-4c75-a0a8-e613b1cf3eb3 admin admin] Pushing event updated for resources: {'Port': ['ID=f0812c19-bc43-486b-bfc4-d09a77ec3a0f,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:41.345087 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-05253904-e651-4c75-a0a8-e613b1cf3eb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.236s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:41.351922 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Provisioning for port 5f2e6d76-626a-4c38-9d0a-b4c98488fb20 completed by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:29:41.371416 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-34d1f438-d06e-4b9f-ae57-15ff14c4f255 admin admin] Request body: {'subnet': {'network_id': '084b42a3-33b7-4989-aca0-c0587a2e021b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1645968436-subnet', 'tenant_id': 'fc60a5c62e4c42deb45bfe04259583e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:29:41.377603 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-86446d78-5284-4552-b6f5-d6fabe96f96f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:41.407317 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-34d1f438-d06e-4b9f-ae57-15ff14c4f255 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:29:41.422792 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-34d1f438-d06e-4b9f-ae57-15ff14c4f255 admin admin] Usage tracker for resource:subnet and tenant:fc60a5c62e4c42deb45bfe04259583e3 is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:29:41.429191 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-34d1f438-d06e-4b9f-ae57-15ff14c4f255 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:29:41.468221 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-34d1f438-d06e-4b9f-ae57-15ff14c4f255 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:29:41.486044 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d538c2e1-00d6-4d29-ba78-ef4077ef4000 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:41.517122 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d1f438-d06e-4b9f-ae57-15ff14c4f255 admin admin] Made reservation on behalf of fc60a5c62e4c42deb45bfe04259583e3 for: {'subnet': 1} {{(pid=86392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:29:41.529953 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-34d1f438-d06e-4b9f-ae57-15ff14c4f255 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:41.769555 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-c6800c13-d58f-4e62-b43a-7e93281be052 req-26f1e8da-3473-4d25-8bc1-c9a699610f1f tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed9e91c2-f76f-4070-ae59-5fe3ed3629b2 HTTP/1.1" status: 200 len: 210 time: 0.0626507 Apr 20 18:29:41.780327 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278a7161-b77a-4117-a281-e5bc2a9eddfc None None] Network c035be72-ec93-4bac-85f8-b0cd68e3656b requested from dv-cinder-786932-2-smb {{(pid=86393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:29:42.097900 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-45fb7190-0fe7-450d-9c5c-9cb904f4f1f6 None None] Provisioning for port 5f2e6d76-626a-4c38-9d0a-b4c98488fb20 completed by entity DHCP. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:29:42.114303 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-45fb7190-0fe7-450d-9c5c-9cb904f4f1f6 None None] Provisioning complete for port 5f2e6d76-626a-4c38-9d0a-b4c98488fb20 triggered by entity DHCP. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:29:42.114794 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-45fb7190-0fe7-450d-9c5c-9cb904f4f1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:42.265398 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-5e33835e-bb82-488b-99c4-dbe0daa2af35 req-012b6ecb-776a-42c2-8384-b9925522766f tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c3e719f-55da-4826-8b34-2362a0b4f5e2 HTTP/1.1" status: 200 len: 210 time: 0.4919984 Apr 20 18:29:42.283456 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d538c2e1-00d6-4d29-ba78-ef4077ef4000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278078920240'] for port, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:42.284359 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-96d93348-6f9a-412c-834f-e650c054bffc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:42.332538 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:42.376083 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device 555100db-a377-49cc-9424-e0463e38d746 up at agent ovs-agent-dv-cinder-786932-2-smb {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:29:42.444558 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-7d9cda78-4598-4e21-b875-44b28664dcba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854379708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846805028'] for router, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:42.467317 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d538c2e1-00d6-4d29-ba78-ef4077ef4000 admin admin] Network 6f8e8285-aaa9-4dbf-9e6b-39abd83f9974 is already hosted by enough agents. {{(pid=86392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:29:42.472856 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-96d93348-6f9a-412c-834f-e650c054bffc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:29:42.475524 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [None req-d538c2e1-00d6-4d29-ba78-ef4077ef4000 admin admin] Resources bound (agent type, host, resource id): {{(pid=86392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:29:42.535523 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-96d93348-6f9a-412c-834f-e650c054bffc admin admin] Usage tracker for resource:security_group_rule and tenant:a10071c0724144849bcac45abd95ab7c is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:29:42.538592 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d538c2e1-00d6-4d29-ba78-ef4077ef4000 admin admin] Received port after_create {{(pid=86392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:29:42.628468 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7386f27-29df-4e28-93e0-982f24433cdf None None] Network 07ec5321-0579-4912-85f7-b750583baf28 requested from dv-cinder-786932-2-smb {{(pid=86393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:29:42.713834 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-05253904-e651-4c75-a0a8-e613b1cf3eb3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:42.760533 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-96d93348-6f9a-412c-834f-e650c054bffc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:29:42.787975 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538c2e1-00d6-4d29-ba78-ef4077ef4000 admin admin] Pushing event updated for resources: {'Port': ['ID=25ce7030-0d33-4871-89de-8427b5b2992f,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:42.810879 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-96d93348-6f9a-412c-834f-e650c054bffc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:29:42.813709 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-d538c2e1-00d6-4d29-ba78-ef4077ef4000 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:42.986609 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-c15e1f03-4060-46c7-b90b-ad26f48928d4 req-27a17178-8971-410b-841d-3eb480519da6 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed9e91c2-f76f-4070-ae59-5fe3ed3629b2 HTTP/1.1" status: 200 len: 210 time: 0.0603969 Apr 20 18:29:43.019624 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Provisioning for port 555100db-a377-49cc-9424-e0463e38d746 completed by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:29:43.042962 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d9cda78-4598-4e21-b875-44b28664dcba admin admin] Router e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c is scheduled to L3 agent 41e81354-1f58-48e6-8416-2f8b62d59447 with binding_index 1 {{(pid=86391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 18:29:43.061301 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-45fb7190-0fe7-450d-9c5c-9cb904f4f1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:43.128189 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-45fb7190-0fe7-450d-9c5c-9cb904f4f1f6 None None] For port 5f2e6d76-626a-4c38-9d0a-b4c98488fb20, host dv-cinder-786932-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=5f2e6d76-626a-4c38-9d0a-b4c98488fb20,segment=NetworkSegment(42b51926-c2ca-471c-ac7e-b000ccba3eb6),segment_id=42b51926-c2ca-471c-ac7e-b000ccba3eb6)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:29:43.138094 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-45fb7190-0fe7-450d-9c5c-9cb904f4f1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:43.145996 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-1856e2a5-2efd-444e-ae10-39882d14cd62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:43.272417 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fb7190-0fe7-450d-9c5c-9cb904f4f1f6 None None] Pushing event updated for resources: {'Port': ['ID=5f2e6d76-626a-4c38-9d0a-b4c98488fb20,revision_number=3']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:43.276280 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-45fb7190-0fe7-450d-9c5c-9cb904f4f1f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:43.277727 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-526490b8-25b6-4174-a18a-9b0b97db791e None None] Provisioning for port 555100db-a377-49cc-9424-e0463e38d746 completed by entity DHCP. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:29:43.283839 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-526490b8-25b6-4174-a18a-9b0b97db791e None None] Provisioning complete for port 555100db-a377-49cc-9424-e0463e38d746 triggered by entity DHCP. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:29:43.283839 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-526490b8-25b6-4174-a18a-9b0b97db791e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:43.309377 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d9cda78-4598-4e21-b875-44b28664dcba admin admin] Notify agent at l3_agent.dv-cinder-786932-2-smb the message routers_updated {{(pid=86391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:29:43.320567 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9795e33e-aaa0-4332-8c99-2e4a0c3a5d47 None None] Sync routers for ids ['e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c'] in dv-cinder-786932-2-smb {{(pid=86394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:29:43.358924 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9795e33e-aaa0-4332-8c99-2e4a0c3a5d47 None None] Routers {'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:29:43.359855 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-9795e33e-aaa0-4332-8c99-2e4a0c3a5d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:29:26Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c'], 'active': True} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:29:43.459409 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-96d93348-6f9a-412c-834f-e650c054bffc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:43.478303 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-96d93348-6f9a-412c-834f-e650c054bffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:43.481307 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d538c2e1-00d6-4d29-ba78-ef4077ef4000 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:43.483260 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-526490b8-25b6-4174-a18a-9b0b97db791e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:43.532163 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-526490b8-25b6-4174-a18a-9b0b97db791e None None] For port 555100db-a377-49cc-9424-e0463e38d746, host dv-cinder-786932-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=555100db-a377-49cc-9424-e0463e38d746,segment=NetworkSegment(3ba1b949-5657-4980-b225-8ea57859926e),segment_id=3ba1b949-5657-4980-b225-8ea57859926e)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:29:43.541013 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-526490b8-25b6-4174-a18a-9b0b97db791e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:43.543566 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:43.651754 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:43.708252 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-96d93348-6f9a-412c-834f-e650c054bffc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a10071c0724144849bcac45abd95ab7c&name=default HTTP/1.1" status: 200 len: 2976 time: 2.3986924 Apr 20 18:29:43.721153 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.46', 63191) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:43.721688 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-d7024cbd-e6e0-4e04-a390-b157c0167a03 None None] Provisioning complete for port 555100db-a377-49cc-9424-e0463e38d746 triggered by entity DHCP. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:29:43.722418 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d7024cbd-e6e0-4e04-a390-b157c0167a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:43.731213 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 60500) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:43.772469 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-7d9cda78-4598-4e21-b875-44b28664dcba admin admin] Notify callbacks [] for router, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:43.778671 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-7d9cda78-4598-4e21-b875-44b28664dcba admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.7829039 Apr 20 18:29:43.779681 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 60508) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:43.810061 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-9795e33e-aaa0-4332-8c99-2e4a0c3a5d47 None None] Set router e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c gateway port host: dv-cinder-786932-2-smb {{(pid=86394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:29:43.817901 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526490b8-25b6-4174-a18a-9b0b97db791e None None] Pushing event updated for resources: {'Port': ['ID=555100db-a377-49cc-9424-e0463e38d746,revision_number=3']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:43.824756 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-526490b8-25b6-4174-a18a-9b0b97db791e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:43.850805 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d93348-6f9a-412c-834f-e650c054bffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e67bee00-c231-4fc2-adbc-fa299fc8c92a,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:43.860770 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-96d93348-6f9a-412c-834f-e650c054bffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:43.910934 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-d7024cbd-e6e0-4e04-a390-b157c0167a03 None None] Provisioning complete for port 5f2e6d76-626a-4c38-9d0a-b4c98488fb20 triggered by entity DHCP. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:29:43.911826 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d7024cbd-e6e0-4e04-a390-b157c0167a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:44.053420 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebdf898-6c77-4987-88ee-3ec61a2ea1e0 req-efd519be-ce00-4e4a-af5b-59f49bdf6e77 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:29:44.055029 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-4ebdf898-6c77-4987-88ee-3ec61a2ea1e0 req-efd519be-ce00-4e4a-af5b-59f49bdf6e77 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.46 "GET /v2.0/networks?id=69eb6f97-ea3e-4050-89c1-6e90e1792b19 HTTP/1.1" status: 200 len: 815 time: 0.1931767 Apr 20 18:29:44.100169 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-05253904-e651-4c75-a0a8-e613b1cf3eb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854379708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846805028'] for router, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:44.138679 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-6516644b-5f9a-46fb-baf8-5f04cc541656 req-b586d33b-168b-470a-acc3-c439fc83a36a tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c3e719f-55da-4826-8b34-2362a0b4f5e2 HTTP/1.1" status: 200 len: 210 time: 0.4063575 Apr 20 18:29:44.247792 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [req-4ebdf898-6c77-4987-88ee-3ec61a2ea1e0 req-a49ee82b-b21a-4f85-bd23-f6f906ae5ac3 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Request body: {'port': {'device_id': '8c3e719f-55da-4826-8b34-2362a0b4f5e2', 'network_id': '69eb6f97-ea3e-4050-89c1-6e90e1792b19', 'admin_state_up': True, 'tenant_id': 'c10c8e1bd4ff416298fcc5e373996fcd'}} {{(pid=86392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:29:44.332658 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device 555100db-a377-49cc-9424-e0463e38d746 up at agent ovs-agent-dv-cinder-786932-2-smb {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:29:44.421021 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Provisioning complete for port 555100db-a377-49cc-9424-e0463e38d746 triggered by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:29:44.421439 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:44.426629 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-9795e33e-aaa0-4332-8c99-2e4a0c3a5d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c', 'name': 'tempest-AttachVolumeTestJSON-370091447-router', 'tenant_id': '9dd07067e6ec4229b42b15a57fa654ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.162'}], 'enable_snat': True}, 'gw_port_id': '9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:35Z', 'updated_at': '2021-04-20T18:29:39Z', 'revision_number': 3, 'project_id': '9dd07067e6ec4229b42b15a57fa654ee', 'gw_port': {'id': '9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:49:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:37Z', 'updated_at': '2021-04-20T18:29:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb'}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:29:44.438008 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9795e33e-aaa0-4332-8c99-2e4a0c3a5d47 None None] Checking router: e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c for host: dv-cinder-786932-2-smb {{(pid=86394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:29:44.438413 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9795e33e-aaa0-4332-8c99-2e4a0c3a5d47 None None] Updating router e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c port 9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc binding host dv-cinder-786932-2-smb {{(pid=86394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 18:29:44.510689 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-4b2ff01c-8886-4bac-830a-7d26670b5f3a req-27f5083a-9e7c-413c-a579-de9e71aac042 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed9e91c2-f76f-4070-ae59-5fe3ed3629b2 HTTP/1.1" status: 200 len: 210 time: 0.1699488 Apr 20 18:29:44.513372 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.46', 63197) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:44.519038 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9795e33e-aaa0-4332-8c99-2e4a0c3a5d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:44.685558 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device 5f2e6d76-626a-4c38-9d0a-b4c98488fb20 up at agent ovs-agent-dv-cinder-786932-2-smb {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:29:44.777170 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Provisioning complete for port 5f2e6d76-626a-4c38-9d0a-b4c98488fb20 triggered by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:29:44.777970 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:44.819796 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d538c2e1-00d6-4d29-ba78-ef4077ef4000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854379708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846805028'] for router, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:45.007938 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9795e33e-aaa0-4332-8c99-2e4a0c3a5d47 None None] Notify callbacks [] for port, precommit_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:45.023263 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-9795e33e-aaa0-4332-8c99-2e4a0c3a5d47 None None] Transition to ACTIVE for port object 9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc will not be triggered until provisioned by entity L2. {{(pid=86394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:29:45.041145 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9795e33e-aaa0-4332-8c99-2e4a0c3a5d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:45.046744 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-1f0926c0-e034-4d37-b974-5dc213f61e70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:45.074306 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8385e71-1d5f-473b-bdf6-233d884a5134 req-6b68bc05-a47a-48e6-b688-14b2a35899d9 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:29:45.075872 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f8385e71-1d5f-473b-bdf6-233d884a5134 req-6b68bc05-a47a-48e6-b688-14b2a35899d9 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] 10.222.0.46 "GET /v2.0/networks?id=a373e992-f70d-4755-9565-4700e4745981 HTTP/1.1" status: 200 len: 811 time: 0.5539057 Apr 20 18:29:45.097663 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [req-f8385e71-1d5f-473b-bdf6-233d884a5134 req-d953d1a4-36c6-4b56-9493-1750ed6d1357 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] Request body: {'port': {'device_id': 'ed9e91c2-f76f-4070-ae59-5fe3ed3629b2', 'network_id': 'a373e992-f70d-4755-9565-4700e4745981', 'admin_state_up': True, 'tenant_id': 'b0f500fcba164b3aa82caba7daafbee4'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:29:45.144370 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddaefd8-ccaf-4ceb-b582-d439d81b4516 None None] Pushing event updated for resources: {'Port': ['ID=9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc,revision_number=2']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:45.160195 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddaefd8-ccaf-4ceb-b582-d439d81b4516 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:45.160451 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddaefd8-ccaf-4ceb-b582-d439d81b4516 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:45.160933 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddaefd8-ccaf-4ceb-b582-d439d81b4516 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:45.161521 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddaefd8-ccaf-4ceb-b582-d439d81b4516 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:45.161990 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddaefd8-ccaf-4ceb-b582-d439d81b4516 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:45.162341 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddaefd8-ccaf-4ceb-b582-d439d81b4516 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:45.162690 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddaefd8-ccaf-4ceb-b582-d439d81b4516 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:45.163069 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddaefd8-ccaf-4ceb-b582-d439d81b4516 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:45.163421 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddaefd8-ccaf-4ceb-b582-d439d81b4516 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:45.163782 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddaefd8-ccaf-4ceb-b582-d439d81b4516 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:45.164251 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddaefd8-ccaf-4ceb-b582-d439d81b4516 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:45.164725 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddaefd8-ccaf-4ceb-b582-d439d81b4516 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:29:45.165949 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddaefd8-ccaf-4ceb-b582-d439d81b4516 None None] Tracked resource versions report: Apr 20 18:29:45.165949 dv-cinder-786932-2-smb neutron-server[86278]: pushed versions: Apr 20 18:29:45.165949 dv-cinder-786932-2-smb neutron-server[86278]: { 'AddressGroup': {'1.2'}, Apr 20 18:29:45.165949 dv-cinder-786932-2-smb neutron-server[86278]: 'ConntrackHelper': {'1.0'}, Apr 20 18:29:45.165949 dv-cinder-786932-2-smb neutron-server[86278]: 'Log': {'1.0'}, Apr 20 18:29:45.165949 dv-cinder-786932-2-smb neutron-server[86278]: 'Network': {'1.1'}, Apr 20 18:29:45.165949 dv-cinder-786932-2-smb neutron-server[86278]: 'Port': {'1.7'}, Apr 20 18:29:45.165949 dv-cinder-786932-2-smb neutron-server[86278]: 'PortForwarding': {'1.2'}, Apr 20 18:29:45.165949 dv-cinder-786932-2-smb neutron-server[86278]: 'QosPolicy': {'1.8'}, Apr 20 18:29:45.165949 dv-cinder-786932-2-smb neutron-server[86278]: 'SecurityGroup': {'1.4'}, Apr 20 18:29:45.165949 dv-cinder-786932-2-smb neutron-server[86278]: 'SecurityGroupRule': {'1.2'}, Apr 20 18:29:45.165949 dv-cinder-786932-2-smb neutron-server[86278]: 'SubPort': {'1.0'}, Apr 20 18:29:45.165949 dv-cinder-786932-2-smb neutron-server[86278]: 'Subnet': {'1.1'}, Apr 20 18:29:45.165949 dv-cinder-786932-2-smb neutron-server[86278]: 'Trunk': {'1.1'}} Apr 20 18:29:45.165949 dv-cinder-786932-2-smb neutron-server[86278]: consumer versions: Apr 20 18:29:45.165949 dv-cinder-786932-2-smb neutron-server[86278]: { DHCP agent@dv-cinder-786932-2-smb: {}, Apr 20 18:29:45.165949 dv-cinder-786932-2-smb neutron-server[86278]: HyperV agent@hv-cinder-78693: {}, Apr 20 18:29:45.165949 dv-cinder-786932-2-smb neutron-server[86278]: L3 agent@dv-cinder-786932-2-smb: {}, Apr 20 18:29:45.165949 dv-cinder-786932-2-smb neutron-server[86278]: Metadata agent@dv-cinder-786932-2-smb: {}, Apr 20 18:29:45.165949 dv-cinder-786932-2-smb neutron-server[86278]: Metering agent@dv-cinder-786932-2-smb: {}, Apr 20 18:29:45.165949 dv-cinder-786932-2-smb neutron-server[86278]: Open vSwitch agent@dv-cinder-786932-2-smb: { 'AddressGroup': '1.2', Apr 20 18:29:45.165949 dv-cinder-786932-2-smb neutron-server[86278]: 'ConntrackHelper': '1.0', Apr 20 18:29:45.165949 dv-cinder-786932-2-smb neutron-server[86278]: 'Log': '1.0', Apr 20 18:29:45.165949 dv-cinder-786932-2-smb neutron-server[86278]: 'Network': '1.1', Apr 20 18:29:45.165949 dv-cinder-786932-2-smb neutron-server[86278]: 'Port': '1.7', Apr 20 18:29:45.165949 dv-cinder-786932-2-smb neutron-server[86278]: 'PortForwarding': '1.2', Apr 20 18:29:45.165949 dv-cinder-786932-2-smb neutron-server[86278]: 'QosPolicy': '1.8', Apr 20 18:29:45.165949 dv-cinder-786932-2-smb neutron-server[86278]: 'SecurityGroup': '1.4', Apr 20 18:29:45.165949 dv-cinder-786932-2-smb neutron-server[86278]: 'SecurityGroupRule': '1.2', Apr 20 18:29:45.165949 dv-cinder-786932-2-smb neutron-server[86278]: 'SubPort': '1.0', Apr 20 18:29:45.165949 dv-cinder-786932-2-smb neutron-server[86278]: 'Subnet': '1.1', Apr 20 18:29:45.165949 dv-cinder-786932-2-smb neutron-server[86278]: 'Trunk': '1.1'}} Apr 20 18:29:45.165949 dv-cinder-786932-2-smb neutron-server[86278]: {{(pid=86394) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 18:29:45.170398 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-dddaefd8-ccaf-4ceb-b582-d439d81b4516 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:45.171748 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-9795e33e-aaa0-4332-8c99-2e4a0c3a5d47 None None] Attempting to bind port 9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc on host dv-cinder-786932-2-smb for vnic_type normal with profile {{(pid=86394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:29:45.172312 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-9795e33e-aaa0-4332-8c99-2e4a0c3a5d47 None None] Attempting to bind port 9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc by drivers openvswitch,hyperv on host dv-cinder-786932-2-smb at level 0 using segments [{'id': '2233cf5b-6309-472b-944c-203414fffc35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974'}] {{(pid=86394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:29:45.172701 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9795e33e-aaa0-4332-8c99-2e4a0c3a5d47 None None] Attempting to bind port 9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc on network 6f8e8285-aaa9-4dbf-9e6b-39abd83f9974 {{(pid=86394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:29:45.179523 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9795e33e-aaa0-4332-8c99-2e4a0c3a5d47 None None] Checking agent: {'id': 'ac60c4f9-3ecd-40a5-acc5-9289d1156cbe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 20, 58), 'started_at': datetime.datetime(2021, 4, 20, 18, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:29:45.180464 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9795e33e-aaa0-4332-8c99-2e4a0c3a5d47 None None] Checking segment: {'id': '2233cf5b-6309-472b-944c-203414fffc35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:29:45.180464 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9795e33e-aaa0-4332-8c99-2e4a0c3a5d47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:45.182329 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9795e33e-aaa0-4332-8c99-2e4a0c3a5d47 None None] Bound using segment: {'id': '2233cf5b-6309-472b-944c-203414fffc35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974'} {{(pid=86394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:29:45.182329 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-9795e33e-aaa0-4332-8c99-2e4a0c3a5d47 None None] Bound port: 9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc, host: dv-cinder-786932-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2233cf5b-6309-472b-944c-203414fffc35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974'}}] {{(pid=86394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:29:45.182329 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9795e33e-aaa0-4332-8c99-2e4a0c3a5d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:45.312986 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-32d6bf92-d468-4707-8788-89557904a70f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:45.320236 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [req-4ebdf898-6c77-4987-88ee-3ec61a2ea1e0 req-a49ee82b-b21a-4f85-bd23-f6f906ae5ac3 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:29:45.324228 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-4ebdf898-6c77-4987-88ee-3ec61a2ea1e0 req-a49ee82b-b21a-4f85-bd23-f6f906ae5ac3 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Usage tracker for resource:port and tenant:c10c8e1bd4ff416298fcc5e373996fcd is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:29:45.326676 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05253904-e651-4c75-a0a8-e613b1cf3eb3 admin admin] Router a508df0a-5d8e-482e-944d-017a2f8fe5b6 is scheduled to L3 agent 41e81354-1f58-48e6-8416-2f8b62d59447 with binding_index 1 {{(pid=86391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 18:29:45.327448 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-4ebdf898-6c77-4987-88ee-3ec61a2ea1e0 req-a49ee82b-b21a-4f85-bd23-f6f906ae5ac3 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:29:45.334415 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [req-4ebdf898-6c77-4987-88ee-3ec61a2ea1e0 req-a49ee82b-b21a-4f85-bd23-f6f906ae5ac3 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:29:45.354810 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [req-f8385e71-1d5f-473b-bdf6-233d884a5134 req-d953d1a4-36c6-4b56-9493-1750ed6d1357 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:29:45.360583 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ebdf898-6c77-4987-88ee-3ec61a2ea1e0 req-a49ee82b-b21a-4f85-bd23-f6f906ae5ac3 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Made reservation on behalf of c10c8e1bd4ff416298fcc5e373996fcd for: {'port': 1} {{(pid=86392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:29:45.367000 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-4ebdf898-6c77-4987-88ee-3ec61a2ea1e0 req-a49ee82b-b21a-4f85-bd23-f6f906ae5ac3 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:45.382517 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-f8385e71-1d5f-473b-bdf6-233d884a5134 req-d953d1a4-36c6-4b56-9493-1750ed6d1357 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] Usage tracker for resource:port and tenant:b0f500fcba164b3aa82caba7daafbee4 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:29:45.385540 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-9795e33e-aaa0-4332-8c99-2e4a0c3a5d47 None None] For port 9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc, host dv-cinder-786932-2-smb, cleared binding levels {{(pid=86394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:29:45.394137 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-f8385e71-1d5f-473b-bdf6-233d884a5134 req-d953d1a4-36c6-4b56-9493-1750ed6d1357 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:29:45.397211 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-9795e33e-aaa0-4332-8c99-2e4a0c3a5d47 None None] For port 9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc, host dv-cinder-786932-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc,segment=NetworkSegment(2233cf5b-6309-472b-944c-203414fffc35),segment_id=2233cf5b-6309-472b-944c-203414fffc35)] {{(pid=86394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:29:45.409409 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9795e33e-aaa0-4332-8c99-2e4a0c3a5d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:45.415357 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-dddaefd8-ccaf-4ceb-b582-d439d81b4516 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:45.653362 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-38f9b677-56ec-4b99-97ec-e788dfa21f3b req-e07353be-992c-44ae-a0b6-21096d38e821 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c3e719f-55da-4826-8b34-2362a0b4f5e2 HTTP/1.1" status: 200 len: 210 time: 0.1411247 Apr 20 18:29:45.676558 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9795e33e-aaa0-4332-8c99-2e4a0c3a5d47 None None] Routers {'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:29:45.677296 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-9795e33e-aaa0-4332-8c99-2e4a0c3a5d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:29:26Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c'], 'active': True} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:29:45.712335 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-32d6bf92-d468-4707-8788-89557904a70f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:45.714303 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05253904-e651-4c75-a0a8-e613b1cf3eb3 admin admin] Notify agent at l3_agent.dv-cinder-786932-2-smb the message routers_updated {{(pid=86391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:29:45.717248 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [req-f8385e71-1d5f-473b-bdf6-233d884a5134 req-d953d1a4-36c6-4b56-9493-1750ed6d1357 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:29:45.728774 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f8373f-f018-409a-a9b8-5980edd93963 None None] Sync routers for ids ['a508df0a-5d8e-482e-944d-017a2f8fe5b6'] in dv-cinder-786932-2-smb {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:29:45.750644 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f8373f-f018-409a-a9b8-5980edd93963 None None] Routers {'a508df0a-5d8e-482e-944d-017a2f8fe5b6'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:29:45.751431 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-88f8373f-f018-409a-a9b8-5980edd93963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:29:26Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['a508df0a-5d8e-482e-944d-017a2f8fe5b6'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:29:45.758730 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-05253904-e651-4c75-a0a8-e613b1cf3eb3 admin admin] Notify callbacks [] for router, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:45.763967 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-05253904-e651-4c75-a0a8-e613b1cf3eb3 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 10.7899277 Apr 20 18:29:45.771220 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 60566) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:45.904725 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-34d1f438-d06e-4b9f-ae57-15ff14c4f255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058'] for subnet, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:45.913258 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8385e71-1d5f-473b-bdf6-233d884a5134 req-d953d1a4-36c6-4b56-9493-1750ed6d1357 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] Made reservation on behalf of b0f500fcba164b3aa82caba7daafbee4 for: {'port': 1} {{(pid=86391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:29:45.921077 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-f8385e71-1d5f-473b-bdf6-233d884a5134 req-d953d1a4-36c6-4b56-9493-1750ed6d1357 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:45.996042 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-81dd7e07-e00f-490c-bc38-c46b48c14987 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:46.040199 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddaefd8-ccaf-4ceb-b582-d439d81b4516 None None] Pushing event updated for resources: {'Port': ['ID=9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc,revision_number=3']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:46.071631 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-dddaefd8-ccaf-4ceb-b582-d439d81b4516 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.656s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:46.125638 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d1f438-d06e-4b9f-ae57-15ff14c4f255 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8596e7a-7e7d-4c86-9cb4-adc02293f489,revision_number=0']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:46.159912 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-9795e33e-aaa0-4332-8c99-2e4a0c3a5d47 None None] Set router e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c gateway port host: dv-cinder-786932-2-smb {{(pid=86394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:29:46.196103 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-34d1f438-d06e-4b9f-ae57-15ff14c4f255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:46.266159 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-2e34a87f-ab00-4946-8b4e-662afa375549 req-49313c8a-b826-42f5-afea-4d944b105fa6 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed9e91c2-f76f-4070-ae59-5fe3ed3629b2 HTTP/1.1" status: 200 len: 210 time: 0.3733525 Apr 20 18:29:46.267773 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.db_base_plugin_common [req-4ebdf898-6c77-4987-88ee-3ec61a2ea1e0 req-a49ee82b-b21a-4f85-bd23-f6f906ae5ac3 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Allocated IP 172.20.0.10 (69eb6f97-ea3e-4050-89c1-6e90e1792b19/97c6181f-cafd-4b1b-a893-b50fc49a5af4/ecac05ec-2410-41c4-9ea9-0ca360507bf0) {{(pid=86392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:29:46.318622 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-88f8373f-f018-409a-a9b8-5980edd93963 None None] Set router a508df0a-5d8e-482e-944d-017a2f8fe5b6 gateway port host: dv-cinder-786932-2-smb {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:29:46.385787 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d1f438-d06e-4b9f-ae57-15ff14c4f255 admin admin] Checking segment: {'id': '06f59e55-7cf5-409c-88dc-a0ba4cc73218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '084b42a3-33b7-4989-aca0-c0587a2e021b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:29:46.386194 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d1f438-d06e-4b9f-ae57-15ff14c4f255 admin admin] Network hostable DHCP agents. Network: 084b42a3-33b7-4989-aca0-c0587a2e021b, hostable agents: ['139febe7-9f58-4c27-9292-9a8c92178c1a'], hosted agents: [] {{(pid=86392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:29:46.543607 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-32d6bf92-d468-4707-8788-89557904a70f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:46.544437 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d1f438-d06e-4b9f-ae57-15ff14c4f255 admin admin] Network 084b42a3-33b7-4989-aca0-c0587a2e021b is scheduled to be hosted by DHCP agent 139febe7-9f58-4c27-9292-9a8c92178c1a with binding_index 1 {{(pid=86392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:29:46.615605 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d538c2e1-00d6-4d29-ba78-ef4077ef4000 admin admin] Router a49fd1cd-2869-4713-92b0-bf17b4a33ac1 is scheduled to L3 agent 41e81354-1f58-48e6-8416-2f8b62d59447 with binding_index 1 {{(pid=86392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 18:29:46.625537 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-e2f359fe-f836-4806-9c7a-4004b19b1c5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:46.753713 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:46.766803 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-9795e33e-aaa0-4332-8c99-2e4a0c3a5d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c', 'name': 'tempest-AttachVolumeTestJSON-370091447-router', 'tenant_id': '9dd07067e6ec4229b42b15a57fa654ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.162'}], 'enable_snat': True}, 'gw_port_id': '9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:35Z', 'updated_at': '2021-04-20T18:29:39Z', 'revision_number': 3, 'project_id': '9dd07067e6ec4229b42b15a57fa654ee', 'gw_port': {'id': '9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:49:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:37Z', 'updated_at': '2021-04-20T18:29:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb'}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:29:46.778171 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9795e33e-aaa0-4332-8c99-2e4a0c3a5d47 None None] The sync data for ids ['e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c'] in dv-cinder-786932-2-smb is: [{'id': 'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c', 'name': 'tempest-AttachVolumeTestJSON-370091447-router', 'tenant_id': '9dd07067e6ec4229b42b15a57fa654ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.162'}], 'enable_snat': True}, 'gw_port_id': '9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:35Z', 'updated_at': '2021-04-20T18:29:39Z', 'revision_number': 3, 'project_id': '9dd07067e6ec4229b42b15a57fa654ee', 'gw_port': {'id': '9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:49:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:37Z', 'updated_at': '2021-04-20T18:29:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb'}] {{(pid=86394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:29:46.811566 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-88f8373f-f018-409a-a9b8-5980edd93963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a508df0a-5d8e-482e-944d-017a2f8fe5b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1953854899-router', 'tenant_id': '96a404d19bd540809d4ea207dd16d6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': 'f0812c19-bc43-486b-bfc4-d09a77ec3a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:35Z', 'updated_at': '2021-04-20T18:29:41Z', 'revision_number': 3, 'project_id': '96a404d19bd540809d4ea207dd16d6ad', 'gw_port': {'id': 'f0812c19-bc43-486b-bfc4-d09a77ec3a0f', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fb:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a508df0a-5d8e-482e-944d-017a2f8fe5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:37Z', 'updated_at': '2021-04-20T18:29:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb'}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:29:46.817327 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f8373f-f018-409a-a9b8-5980edd93963 None None] Checking router: a508df0a-5d8e-482e-944d-017a2f8fe5b6 for host: dv-cinder-786932-2-smb {{(pid=86393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:29:46.817930 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [None req-34d1f438-d06e-4b9f-ae57-15ff14c4f255 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-2-smb, 084b42a3-33b7-4989-aca0-c0587a2e021b) {{(pid=86392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:29:46.818058 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f8373f-f018-409a-a9b8-5980edd93963 None None] Updating router a508df0a-5d8e-482e-944d-017a2f8fe5b6 port f0812c19-bc43-486b-bfc4-d09a77ec3a0f binding host dv-cinder-786932-2-smb {{(pid=86393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 18:29:46.860081 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d6bf92-d468-4707-8788-89557904a70f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67bee00-c231-4fc2-adbc-fa299fc8c92a,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:46.894466 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-32d6bf92-d468-4707-8788-89557904a70f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:46.918787 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-88f8373f-f018-409a-a9b8-5980edd93963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:46.947132 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d1f438-d06e-4b9f-ae57-15ff14c4f255 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:29:46.947903 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-34d1f438-d06e-4b9f-ae57-15ff14c4f255 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for subnet, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:46.959675 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528ee782-e331-47bc-b6df-33a28309a285 None None] Network 084b42a3-33b7-4989-aca0-c0587a2e021b requested from dv-cinder-786932-2-smb {{(pid=86393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:29:47.204746 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-32d6bf92-d468-4707-8788-89557904a70f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:47.206331 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-32d6bf92-d468-4707-8788-89557904a70f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e67bee00-c231-4fc2-adbc-fa299fc8c92a HTTP/1.1" status: 204 len: 168 time: 3.3427856 Apr 20 18:29:47.208003 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-34d1f438-d06e-4b9f-ae57-15ff14c4f255 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 6.0518911 Apr 20 18:29:47.243289 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-aca281db-af17-4b39-827d-9084696d669c req-51e98b7c-e5a2-4faf-bf6d-c0910c71a59b tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Synchronizing usage tracker for tenant:c10c8e1bd4ff416298fcc5e373996fcd on resource:port {{(pid=86392) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:29:47.257117 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.db_base_plugin_common [req-f8385e71-1d5f-473b-bdf6-233d884a5134 req-d953d1a4-36c6-4b56-9493-1750ed6d1357 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] Allocated IP 172.20.0.10 (a373e992-f70d-4755-9565-4700e4745981/e21f1798-5b32-4cd6-8975-650f5f132730/9bc23d55-40b6-4784-be6d-a2459485970b) {{(pid=86391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:29:47.261357 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2269cd7f-eb84-4f59-9da8-d6465d9624a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:47.488421 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd49876-f044-4499-9b2a-d67fb2e96e26 None None] Network 084b42a3-33b7-4989-aca0-c0587a2e021b requested from dv-cinder-786932-2-smb {{(pid=86393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:29:47.574968 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-aca281db-af17-4b39-827d-9084696d669c req-51e98b7c-e5a2-4faf-bf6d-c0910c71a59b tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Unset dirty status for tenant:c10c8e1bd4ff416298fcc5e373996fcd on resource:port {{(pid=86392) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:29:47.592948 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-aca281db-af17-4b39-827d-9084696d669c req-51e98b7c-e5a2-4faf-bf6d-c0910c71a59b tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c3e719f-55da-4826-8b34-2362a0b4f5e2 HTTP/1.1" status: 200 len: 210 time: 0.5799975 Apr 20 18:29:47.667296 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-4ebdf898-6c77-4987-88ee-3ec61a2ea1e0 req-a49ee82b-b21a-4f85-bd23-f6f906ae5ac3 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Notify callbacks [] for port, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:47.736337 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d538c2e1-00d6-4d29-ba78-ef4077ef4000 admin admin] Notify agent at l3_agent.dv-cinder-786932-2-smb the message routers_updated {{(pid=86392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:29:47.748930 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7085b776-b518-4671-b79c-4150fcf65a4b None None] Sync routers for ids ['a49fd1cd-2869-4713-92b0-bf17b4a33ac1'] in dv-cinder-786932-2-smb {{(pid=86394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:29:47.767202 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d538c2e1-00d6-4d29-ba78-ef4077ef4000 admin admin] Notify callbacks [] for router, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:47.771546 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-d538c2e1-00d6-4d29-ba78-ef4077ef4000 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 10.3483207 Apr 20 18:29:47.771731 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7085b776-b518-4671-b79c-4150fcf65a4b None None] Routers {'a49fd1cd-2869-4713-92b0-bf17b4a33ac1'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:29:47.772118 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-7085b776-b518-4671-b79c-4150fcf65a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:29:26Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['a49fd1cd-2869-4713-92b0-bf17b4a33ac1'], 'active': True} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:29:47.773292 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 60586) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:47.909314 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 60590) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:47.945102 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.db_base_plugin_common [None req-2269cd7f-eb84-4f59-9da8-d6465d9624a2 admin admin] Allocated IP 172.20.0.1 (07ec5321-0579-4912-85f7-b750583baf28/6124cdb4-b728-491c-bef6-cdd1f4b23ca7/cb3108b6-f3a4-497d-866f-6c3d86d2f729) {{(pid=86391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:29:48.053103 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 60594) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:48.173958 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-1464216a-e15d-48cf-8fc4-a30882b04cd3 req-e5eddf73-6d85-4e21-96a5-d9a6f11346dc tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed9e91c2-f76f-4070-ae59-5fe3ed3629b2 HTTP/1.1" status: 200 len: 210 time: 0.1195588 Apr 20 18:29:48.344969 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-7085b776-b518-4671-b79c-4150fcf65a4b None None] Set router a49fd1cd-2869-4713-92b0-bf17b4a33ac1 gateway port host: dv-cinder-786932-2-smb {{(pid=86394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:29:48.347937 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-4ebdf898-6c77-4987-88ee-3ec61a2ea1e0 req-a49ee82b-b21a-4f85-bd23-f6f906ae5ac3 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278078920240'] for port, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:48.409234 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device 9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc up at agent ovs-agent-dv-cinder-786932-2-smb {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:29:48.436859 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:48.522070 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.db.resource_extend [None req-88f8373f-f018-409a-a9b8-5980edd93963 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 20 18:29:48.545391 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.db_base_plugin_v2 [None req-d233ca03-a4e6-4f98-8a2e-d17e31a90244 admin admin] Deleting subnet 34bfabb6-cef8-4c75-95ec-315dbfda9a11 {{(pid=86392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 18:29:48.557361 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d233ca03-a4e6-4f98-8a2e-d17e31a90244 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:48.689905 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d233ca03-a4e6-4f98-8a2e-d17e31a90244 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:48.711694 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d233ca03-a4e6-4f98-8a2e-d17e31a90244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663204'] for subnet, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:48.768711 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Provisioning for port 9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc completed by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:29:48.779464 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-88f8373f-f018-409a-a9b8-5980edd93963 None None] Notify callbacks [] for port, precommit_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:48.800992 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Provisioning complete for port 9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc triggered by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:29:48.801439 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:48.954275 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 60600) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:48.956710 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-88f8373f-f018-409a-a9b8-5980edd93963 None None] Transition to ACTIVE for port object f0812c19-bc43-486b-bfc4-d09a77ec3a0f will not be triggered until provisioned by entity L2. {{(pid=86393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:29:48.978105 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-88f8373f-f018-409a-a9b8-5980edd93963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:48.998992 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-cdb6a42d-5591-406a-bfa9-52617a5c73d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:49.148987 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff5e424-2194-4db0-b273-fb96dee02353 None None] Pushing event updated for resources: {'Port': ['ID=f0812c19-bc43-486b-bfc4-d09a77ec3a0f,revision_number=2']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:49.207610 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-9ff5e424-2194-4db0-b273-fb96dee02353 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:49.249389 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-88f8373f-f018-409a-a9b8-5980edd93963 None None] Attempting to bind port f0812c19-bc43-486b-bfc4-d09a77ec3a0f on host dv-cinder-786932-2-smb for vnic_type normal with profile {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:29:49.249828 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-88f8373f-f018-409a-a9b8-5980edd93963 None None] Attempting to bind port f0812c19-bc43-486b-bfc4-d09a77ec3a0f by drivers openvswitch,hyperv on host dv-cinder-786932-2-smb at level 0 using segments [{'id': '2233cf5b-6309-472b-944c-203414fffc35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974'}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:29:49.250289 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f8373f-f018-409a-a9b8-5980edd93963 None None] Attempting to bind port f0812c19-bc43-486b-bfc4-d09a77ec3a0f on network 6f8e8285-aaa9-4dbf-9e6b-39abd83f9974 {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:29:49.258346 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-7085b776-b518-4671-b79c-4150fcf65a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49fd1cd-2869-4713-92b0-bf17b4a33ac1', 'name': 'tempest-ServerRescueNegativeTestJSON-1606434760-router', 'tenant_id': 'a7d00bc2297e4088a3209dad8c5ffa52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.74'}], 'enable_snat': True}, 'gw_port_id': '25ce7030-0d33-4871-89de-8427b5b2992f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:37Z', 'updated_at': '2021-04-20T18:29:42Z', 'revision_number': 3, 'project_id': 'a7d00bc2297e4088a3209dad8c5ffa52', 'gw_port': {'id': '25ce7030-0d33-4871-89de-8427b5b2992f', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:a7:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49fd1cd-2869-4713-92b0-bf17b4a33ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:38Z', 'updated_at': '2021-04-20T18:29:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb'}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:29:49.259626 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:49.268882 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7085b776-b518-4671-b79c-4150fcf65a4b None None] Checking router: a49fd1cd-2869-4713-92b0-bf17b4a33ac1 for host: dv-cinder-786932-2-smb {{(pid=86394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:29:49.270754 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7085b776-b518-4671-b79c-4150fcf65a4b None None] Updating router a49fd1cd-2869-4713-92b0-bf17b4a33ac1 port 25ce7030-0d33-4871-89de-8427b5b2992f binding host dv-cinder-786932-2-smb {{(pid=86394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 18:29:49.277559 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] For port 9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc, host dv-cinder-786932-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc,segment=NetworkSegment(2233cf5b-6309-472b-944c-203414fffc35),segment_id=2233cf5b-6309-472b-944c-203414fffc35)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:29:49.279280 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f8373f-f018-409a-a9b8-5980edd93963 None None] Checking agent: {'id': 'ac60c4f9-3ecd-40a5-acc5-9289d1156cbe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 20, 58), 'started_at': datetime.datetime(2021, 4, 20, 18, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:29:49.279845 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f8373f-f018-409a-a9b8-5980edd93963 None None] Checking segment: {'id': '2233cf5b-6309-472b-944c-203414fffc35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:29:49.280339 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-88f8373f-f018-409a-a9b8-5980edd93963 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:49.280780 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f8373f-f018-409a-a9b8-5980edd93963 None None] Bound using segment: {'id': '2233cf5b-6309-472b-944c-203414fffc35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974'} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:29:49.281310 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-88f8373f-f018-409a-a9b8-5980edd93963 None None] Bound port: f0812c19-bc43-486b-bfc4-d09a77ec3a0f, host: dv-cinder-786932-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2233cf5b-6309-472b-944c-203414fffc35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974'}}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:29:49.281767 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-88f8373f-f018-409a-a9b8-5980edd93963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:49.314364 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:49.410534 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-88f8373f-f018-409a-a9b8-5980edd93963 None None] For port f0812c19-bc43-486b-bfc4-d09a77ec3a0f, host dv-cinder-786932-2-smb, cleared binding levels {{(pid=86393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:29:49.414430 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-88f8373f-f018-409a-a9b8-5980edd93963 None None] For port f0812c19-bc43-486b-bfc4-d09a77ec3a0f, host dv-cinder-786932-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=f0812c19-bc43-486b-bfc4-d09a77ec3a0f,segment=NetworkSegment(2233cf5b-6309-472b-944c-203414fffc35),segment_id=2233cf5b-6309-472b-944c-203414fffc35)] {{(pid=86393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:29:49.417745 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:49.420594 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-7085b776-b518-4671-b79c-4150fcf65a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:49.475728 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-88f8373f-f018-409a-a9b8-5980edd93963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:49.606018 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Pushing event updated for resources: {'Port': ['ID=9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc,revision_number=4']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:49.623662 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:49.624115 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:49.644719 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d233ca03-a4e6-4f98-8a2e-d17e31a90244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854112612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058'] for subnet, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:49.645907 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49ee82b-b21a-4f85-bd23-f6f906ae5ac3 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Pushing event updated for resources: {'Port': ['ID=ecac05ec-2410-41c4-9ea9-0ca360507bf0,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:49.671681 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-a49ee82b-b21a-4f85-bd23-f6f906ae5ac3 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.235s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:49.680130 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ebdf898-6c77-4987-88ee-3ec61a2ea1e0 req-a49ee82b-b21a-4f85-bd23-f6f906ae5ac3 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Network 69eb6f97-ea3e-4050-89c1-6e90e1792b19 is already hosted by enough agents. {{(pid=86392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:29:49.687790 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-adbfce21-d577-4214-9135-0d85f23cfbd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:49.729054 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [req-4ebdf898-6c77-4987-88ee-3ec61a2ea1e0 req-a49ee82b-b21a-4f85-bd23-f6f906ae5ac3 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Resources bound (agent type, host, resource id): {{(pid=86392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:29:49.735531 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d233ca03-a4e6-4f98-8a2e-d17e31a90244 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34bfabb6-cef8-4c75-95ec-315dbfda9a11,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:49.746565 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ebdf898-6c77-4987-88ee-3ec61a2ea1e0 req-a49ee82b-b21a-4f85-bd23-f6f906ae5ac3 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Received port after_create {{(pid=86392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:29:49.753094 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebdf898-6c77-4987-88ee-3ec61a2ea1e0 req-a49ee82b-b21a-4f85-bd23-f6f906ae5ac3 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:29:49.753999 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-4ebdf898-6c77-4987-88ee-3ec61a2ea1e0 req-a49ee82b-b21a-4f85-bd23-f6f906ae5ac3 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for port, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:49.761325 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-d233ca03-a4e6-4f98-8a2e-d17e31a90244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:49.794580 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff5e424-2194-4db0-b273-fb96dee02353 None None] Pushing event updated for resources: {'Port': ['ID=f0812c19-bc43-486b-bfc4-d09a77ec3a0f,revision_number=3']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:49.797566 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f8373f-f018-409a-a9b8-5980edd93963 None None] Routers {'a508df0a-5d8e-482e-944d-017a2f8fe5b6'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:29:49.798260 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-88f8373f-f018-409a-a9b8-5980edd93963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:29:26Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['a508df0a-5d8e-482e-944d-017a2f8fe5b6'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:29:49.944035 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-f8385e71-1d5f-473b-bdf6-233d884a5134 req-d953d1a4-36c6-4b56-9493-1750ed6d1357 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] Notify callbacks [] for port, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:50.041911 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2c78ff89-0fa3-4d83-a8c4-661f2c9a54fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:50.064906 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8131fac0-fed9-49c4-8aaf-aea17155cee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:50.118437 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-7085b776-b518-4671-b79c-4150fcf65a4b None None] Notify callbacks [] for port, precommit_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:50.151192 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-7085b776-b518-4671-b79c-4150fcf65a4b None None] Transition to ACTIVE for port object 25ce7030-0d33-4871-89de-8427b5b2992f will not be triggered until provisioned by entity L2. {{(pid=86394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:29:50.165436 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-7085b776-b518-4671-b79c-4150fcf65a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:50.191253 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-1f0926c0-e034-4d37-b974-5dc213f61e70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:50.195476 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-9ff5e424-2194-4db0-b273-fb96dee02353 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:50.199000 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-2c78ff89-0fa3-4d83-a8c4-661f2c9a54fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:29:50.203774 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-2c78ff89-0fa3-4d83-a8c4-661f2c9a54fc admin admin] Usage tracker for resource:security_group_rule and tenant:d33bc454d51e45af94de8e710fb4e087 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:29:50.207450 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-2c78ff89-0fa3-4d83-a8c4-661f2c9a54fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:29:50.215387 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-2c78ff89-0fa3-4d83-a8c4-661f2c9a54fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:29:50.318262 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2c78ff89-0fa3-4d83-a8c4-661f2c9a54fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:50.323587 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-8131fac0-fed9-49c4-8aaf-aea17155cee3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:29:50.328086 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-8131fac0-fed9-49c4-8aaf-aea17155cee3 admin admin] Usage tracker for resource:security_group_rule and tenant:900bcba5b85c49db862b0db390a685b2 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:29:50.331668 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-8131fac0-fed9-49c4-8aaf-aea17155cee3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:29:50.338548 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-8131fac0-fed9-49c4-8aaf-aea17155cee3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:29:50.346286 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device 9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc up at agent ovs-agent-dv-cinder-786932-2-smb {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:29:50.434295 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d233ca03-a4e6-4f98-8a2e-d17e31a90244 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for subnet, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:50.442930 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8131fac0-fed9-49c4-8aaf-aea17155cee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:50.444785 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-f8385e71-1d5f-473b-bdf6-233d884a5134 req-d953d1a4-36c6-4b56-9493-1750ed6d1357 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278078920240'] for port, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:50.449214 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-88f8373f-f018-409a-a9b8-5980edd93963 None None] Set router a508df0a-5d8e-482e-944d-017a2f8fe5b6 gateway port host: dv-cinder-786932-2-smb {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:29:50.474245 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e130cbfb-fac8-4f9d-a551-31c5edf9bae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:50.475627 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-d233ca03-a4e6-4f98-8a2e-d17e31a90244 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/34bfabb6-cef8-4c75-95ec-315dbfda9a11 HTTP/1.1" status: 204 len: 168 time: 2.5554125 Apr 20 18:29:50.477387 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-4ebdf898-6c77-4987-88ee-3ec61a2ea1e0 req-a49ee82b-b21a-4f85-bd23-f6f906ae5ac3 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.3330595 Apr 20 18:29:50.482304 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 60610) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:50.482991 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-7085b776-b518-4671-b79c-4150fcf65a4b None None] Attempting to bind port 25ce7030-0d33-4871-89de-8427b5b2992f on host dv-cinder-786932-2-smb for vnic_type normal with profile {{(pid=86394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:29:50.483396 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-7085b776-b518-4671-b79c-4150fcf65a4b None None] Attempting to bind port 25ce7030-0d33-4871-89de-8427b5b2992f by drivers openvswitch,hyperv on host dv-cinder-786932-2-smb at level 0 using segments [{'id': '2233cf5b-6309-472b-944c-203414fffc35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974'}] {{(pid=86394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:29:50.483791 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7085b776-b518-4671-b79c-4150fcf65a4b None None] Attempting to bind port 25ce7030-0d33-4871-89de-8427b5b2992f on network 6f8e8285-aaa9-4dbf-9e6b-39abd83f9974 {{(pid=86394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:29:50.500334 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2c78ff89-0fa3-4d83-a8c4-661f2c9a54fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:50.501282 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8131fac0-fed9-49c4-8aaf-aea17155cee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:50.516141 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de624ca4-2e7e-4bf7-a953-88c982815aad None None] Pushing event updated for resources: {'Port': ['ID=25ce7030-0d33-4871-89de-8427b5b2992f,revision_number=2']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:50.528534 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-de624ca4-2e7e-4bf7-a953-88c982815aad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:50.536362 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c219a1-1cbb-4469-ac36-724ad964e6ce req-59043ca2-990f-4776-bf8c-9f0e715dccf0 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:29:50.541079 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7085b776-b518-4671-b79c-4150fcf65a4b None None] Checking agent: {'id': 'ac60c4f9-3ecd-40a5-acc5-9289d1156cbe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 20, 58), 'started_at': datetime.datetime(2021, 4, 20, 18, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:29:50.541517 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7085b776-b518-4671-b79c-4150fcf65a4b None None] Checking segment: {'id': '2233cf5b-6309-472b-944c-203414fffc35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:29:50.542001 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-7085b776-b518-4671-b79c-4150fcf65a4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:50.542431 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7085b776-b518-4671-b79c-4150fcf65a4b None None] Bound using segment: {'id': '2233cf5b-6309-472b-944c-203414fffc35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974'} {{(pid=86394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:29:50.543005 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-7085b776-b518-4671-b79c-4150fcf65a4b None None] Bound port: 25ce7030-0d33-4871-89de-8427b5b2992f, host: dv-cinder-786932-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2233cf5b-6309-472b-944c-203414fffc35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974'}}] {{(pid=86394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:29:50.543429 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-7085b776-b518-4671-b79c-4150fcf65a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:50.546456 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e2c219a1-1cbb-4469-ac36-724ad964e6ce req-59043ca2-990f-4776-bf8c-9f0e715dccf0 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c3e719f-55da-4826-8b34-2362a0b4f5e2 HTTP/1.1" status: 200 len: 932 time: 1.4389663 Apr 20 18:29:50.560996 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [req-4ebdf898-6c77-4987-88ee-3ec61a2ea1e0 req-b021a62c-fd8d-423b-b6ff-a07c74d1ba24 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86392) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 18:29:50.562477 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-4ebdf898-6c77-4987-88ee-3ec61a2ea1e0 req-b021a62c-fd8d-423b-b6ff-a07c74d1ba24 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0686297 Apr 20 18:29:50.600078 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Provisioning complete for port 9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc triggered by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:29:50.600490 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:50.762771 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-7085b776-b518-4671-b79c-4150fcf65a4b None None] For port 25ce7030-0d33-4871-89de-8427b5b2992f, host dv-cinder-786932-2-smb, cleared binding levels {{(pid=86394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:29:50.770948 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-7085b776-b518-4671-b79c-4150fcf65a4b None None] For port 25ce7030-0d33-4871-89de-8427b5b2992f, host dv-cinder-786932-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=25ce7030-0d33-4871-89de-8427b5b2992f,segment=NetworkSegment(2233cf5b-6309-472b-944c-203414fffc35),segment_id=2233cf5b-6309-472b-944c-203414fffc35)] {{(pid=86394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:29:50.786126 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-7085b776-b518-4671-b79c-4150fcf65a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:50.801688 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:50.898547 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-e2c219a1-1cbb-4469-ac36-724ad964e6ce req-0b30f341-84eb-4006-af42-eaea98379735 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Synchronizing usage tracker for tenant:c10c8e1bd4ff416298fcc5e373996fcd on resource:security_group {{(pid=86392) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:29:50.935440 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:50.936696 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [req-4ebdf898-6c77-4987-88ee-3ec61a2ea1e0 req-ea36aac9-2dd8-48d1-b7ca-b8cf4848e9b4 service neutron] Request body: {'port': {'device_id': '8c3e719f-55da-4826-8b34-2362a0b4f5e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:29:50.940868 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de624ca4-2e7e-4bf7-a953-88c982815aad None None] Pushing event updated for resources: {'Port': ['ID=25ce7030-0d33-4871-89de-8427b5b2992f,revision_number=3']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:50.950093 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-de624ca4-2e7e-4bf7-a953-88c982815aad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:50.960903 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7085b776-b518-4671-b79c-4150fcf65a4b None None] Routers {'a49fd1cd-2869-4713-92b0-bf17b4a33ac1'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:29:50.961737 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-7085b776-b518-4671-b79c-4150fcf65a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:29:26Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['a49fd1cd-2869-4713-92b0-bf17b4a33ac1'], 'active': True} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:29:51.024701 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8bf3f144-6434-46cf-b145-d1c2f904a357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569320'] for network, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:51.047888 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-e2c219a1-1cbb-4469-ac36-724ad964e6ce req-0b30f341-84eb-4006-af42-eaea98379735 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Unset dirty status for tenant:c10c8e1bd4ff416298fcc5e373996fcd on resource:security_group {{(pid=86392) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:29:51.061499 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e2c219a1-1cbb-4469-ac36-724ad964e6ce req-0b30f341-84eb-4006-af42-eaea98379735 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/security-groups?id=18dbf877-4418-4cf7-b982-e374a1f22360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5137107 Apr 20 18:29:51.128315 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9965ad78-8952-4241-a2b4-193daf02f005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:51.219618 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2269cd7f-eb84-4f59-9da8-d6465d9624a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:51.260281 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-2269cd7f-eb84-4f59-9da8-d6465d9624a2 admin admin] Transition to ACTIVE for port object cb3108b6-f3a4-497d-866f-6c3d86d2f729 will not be triggered until provisioned by entity DHCP. {{(pid=86391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:29:51.261311 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-7085b776-b518-4671-b79c-4150fcf65a4b None None] Set router a49fd1cd-2869-4713-92b0-bf17b4a33ac1 gateway port host: dv-cinder-786932-2-smb {{(pid=86394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:29:51.289917 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-88f8373f-f018-409a-a9b8-5980edd93963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a508df0a-5d8e-482e-944d-017a2f8fe5b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1953854899-router', 'tenant_id': '96a404d19bd540809d4ea207dd16d6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': 'f0812c19-bc43-486b-bfc4-d09a77ec3a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:35Z', 'updated_at': '2021-04-20T18:29:41Z', 'revision_number': 3, 'project_id': '96a404d19bd540809d4ea207dd16d6ad', 'gw_port': {'id': 'f0812c19-bc43-486b-bfc4-d09a77ec3a0f', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fb:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a508df0a-5d8e-482e-944d-017a2f8fe5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:37Z', 'updated_at': '2021-04-20T18:29:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb'}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:29:51.299917 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f8373f-f018-409a-a9b8-5980edd93963 None None] The sync data for ids ['a508df0a-5d8e-482e-944d-017a2f8fe5b6'] in dv-cinder-786932-2-smb is: [{'id': 'a508df0a-5d8e-482e-944d-017a2f8fe5b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1953854899-router', 'tenant_id': '96a404d19bd540809d4ea207dd16d6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': 'f0812c19-bc43-486b-bfc4-d09a77ec3a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:35Z', 'updated_at': '2021-04-20T18:29:41Z', 'revision_number': 3, 'project_id': '96a404d19bd540809d4ea207dd16d6ad', 'gw_port': {'id': 'f0812c19-bc43-486b-bfc4-d09a77ec3a0f', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fb:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a508df0a-5d8e-482e-944d-017a2f8fe5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:37Z', 'updated_at': '2021-04-20T18:29:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb'}] {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:29:51.304323 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-4ebdf898-6c77-4987-88ee-3ec61a2ea1e0 req-ea36aac9-2dd8-48d1-b7ca-b8cf4848e9b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:51.329821 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2269cd7f-eb84-4f59-9da8-d6465d9624a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278078920240'] for port, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:51.427501 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-8131fac0-fed9-49c4-8aaf-aea17155cee3 admin admin] Synchronizing usage tracker for tenant:9547ae2f77ec4c4e82435f8ba264fc4c on resource:security_group {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:29:51.462725 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8385e71-1d5f-473b-bdf6-233d884a5134 req-d953d1a4-36c6-4b56-9493-1750ed6d1357 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] Network a373e992-f70d-4755-9565-4700e4745981 is already hosted by enough agents. {{(pid=86391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:29:51.479343 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-8131fac0-fed9-49c4-8aaf-aea17155cee3 admin admin] Unset dirty status for tenant:9547ae2f77ec4c4e82435f8ba264fc4c on resource:security_group {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:29:51.480827 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-8131fac0-fed9-49c4-8aaf-aea17155cee3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=900bcba5b85c49db862b0db390a685b2&name=default HTTP/1.1" status: 200 len: 2979 time: 3.3107884 Apr 20 18:29:51.486305 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-2c78ff89-0fa3-4d83-a8c4-661f2c9a54fc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d33bc454d51e45af94de8e710fb4e087&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3111036 Apr 20 18:29:51.487193 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [req-f8385e71-1d5f-473b-bdf6-233d884a5134 req-d953d1a4-36c6-4b56-9493-1750ed6d1357 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] Resources bound (agent type, host, resource id): {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:29:51.489460 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 60618) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:51.489825 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 60620) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:51.499234 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d953d1a4-36c6-4b56-9493-1750ed6d1357 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] Pushing event updated for resources: {'Port': ['ID=9bc23d55-40b6-4784-be6d-a2459485970b,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:51.577319 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8385e71-1d5f-473b-bdf6-233d884a5134 req-d953d1a4-36c6-4b56-9493-1750ed6d1357 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] Received port after_create {{(pid=86391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:29:51.577575 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8bf3f144-6434-46cf-b145-d1c2f904a357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854112527', 'neutron.services.segments.db._delete_segments_for_network-8758776337267'] for network, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:51.583363 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8385e71-1d5f-473b-bdf6-233d884a5134 req-d953d1a4-36c6-4b56-9493-1750ed6d1357 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:29:51.584044 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-f8385e71-1d5f-473b-bdf6-233d884a5134 req-d953d1a4-36c6-4b56-9493-1750ed6d1357 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for port, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:51.626563 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.db_base_plugin_common [None req-e130cbfb-fac8-4f9d-a551-31c5edf9bae9 admin admin] Allocated IP 172.20.0.1 (c035be72-ec93-4bac-85f8-b0cd68e3656b/41a62a97-d129-42fa-96d5-fce2a7a65a86/f646afea-471d-48d4-be42-b2adc017508c) {{(pid=86391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:29:51.727130 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2269cd7f-eb84-4f59-9da8-d6465d9624a2 admin admin] Network 07ec5321-0579-4912-85f7-b750583baf28 is already hosted by enough agents. {{(pid=86391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:29:51.739738 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [None req-2269cd7f-eb84-4f59-9da8-d6465d9624a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:29:51.751906 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-7085b776-b518-4671-b79c-4150fcf65a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49fd1cd-2869-4713-92b0-bf17b4a33ac1', 'name': 'tempest-ServerRescueNegativeTestJSON-1606434760-router', 'tenant_id': 'a7d00bc2297e4088a3209dad8c5ffa52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.74'}], 'enable_snat': True}, 'gw_port_id': '25ce7030-0d33-4871-89de-8427b5b2992f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:37Z', 'updated_at': '2021-04-20T18:29:42Z', 'revision_number': 3, 'project_id': 'a7d00bc2297e4088a3209dad8c5ffa52', 'gw_port': {'id': '25ce7030-0d33-4871-89de-8427b5b2992f', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:a7:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49fd1cd-2869-4713-92b0-bf17b4a33ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:38Z', 'updated_at': '2021-04-20T18:29:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb'}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:29:51.757250 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0574c6-c0b9-44e1-8929-185e8ba688f6 req-87387502-76cf-4c0d-89ed-fce43c9e855d tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:29:51.758623 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7085b776-b518-4671-b79c-4150fcf65a4b None None] The sync data for ids ['a49fd1cd-2869-4713-92b0-bf17b4a33ac1'] in dv-cinder-786932-2-smb is: [{'id': 'a49fd1cd-2869-4713-92b0-bf17b4a33ac1', 'name': 'tempest-ServerRescueNegativeTestJSON-1606434760-router', 'tenant_id': 'a7d00bc2297e4088a3209dad8c5ffa52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.74'}], 'enable_snat': True}, 'gw_port_id': '25ce7030-0d33-4871-89de-8427b5b2992f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:37Z', 'updated_at': '2021-04-20T18:29:42Z', 'revision_number': 3, 'project_id': 'a7d00bc2297e4088a3209dad8c5ffa52', 'gw_port': {'id': '25ce7030-0d33-4871-89de-8427b5b2992f', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:a7:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49fd1cd-2869-4713-92b0-bf17b4a33ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:38Z', 'updated_at': '2021-04-20T18:29:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb'}] {{(pid=86394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:29:51.769586 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-2b0574c6-c0b9-44e1-8929-185e8ba688f6 req-87387502-76cf-4c0d-89ed-fce43c9e855d tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed9e91c2-f76f-4070-ae59-5fe3ed3629b2 HTTP/1.1" status: 200 len: 932 time: 1.6864100 Apr 20 18:29:51.811811 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2269cd7f-eb84-4f59-9da8-d6465d9624a2 admin admin] Received port after_create {{(pid=86391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:29:51.812355 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2269cd7f-eb84-4f59-9da8-d6465d9624a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397057'] for router_interface, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:51.842059 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.agents_db [None req-bb53aea3-de48-49b3-8e00-ae07e91d3609 None None] Agent healthcheck: found 6 active agents {{(pid=86394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:29:52.040115 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.db_base_plugin_common [None req-9965ad78-8952-4241-a2b4-193daf02f005 admin admin] Allocated IP 172.20.0.1 (b38b090e-8861-4ffd-9c34-064e6f8a30de/b2183557-3402-47d4-9d62-f632ed212213/417b90b2-ec23-4274-838c-ee60cce7a113) {{(pid=86392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:29:52.235332 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-179ea862-b5ae-46ac-b947-1398c41ffe2f None None] Provisioning for port cb3108b6-f3a4-497d-866f-6c3d86d2f729 completed by entity DHCP. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:29:52.250468 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-179ea862-b5ae-46ac-b947-1398c41ffe2f None None] Provisioning complete for port cb3108b6-f3a4-497d-866f-6c3d86d2f729 triggered by entity DHCP. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:29:52.256882 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-179ea862-b5ae-46ac-b947-1398c41ffe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:52.286844 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9965ad78-8952-4241-a2b4-193daf02f005 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:52.309782 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-d953d1a4-36c6-4b56-9493-1750ed6d1357 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.336s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:52.342211 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-2b0574c6-c0b9-44e1-8929-185e8ba688f6 req-9b6c779d-5ab9-4829-9602-f8c581d66792 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] Synchronizing usage tracker for tenant:b0f500fcba164b3aa82caba7daafbee4 on resource:security_group {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:29:52.376931 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-cb6d291a-6ba6-47ce-916c-75377f7989be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:52.389537 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-179ea862-b5ae-46ac-b947-1398c41ffe2f None None] Port cb3108b6-f3a4-497d-866f-6c3d86d2f729 cannot update to ACTIVE because it is not bound. {{(pid=86393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:29:52.390315 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.078s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:52.392609 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device f0812c19-bc43-486b-bfc4-d09a77ec3a0f up at agent ovs-agent-dv-cinder-786932-2-smb {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:29:52.409382 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8bf3f144-6434-46cf-b145-d1c2f904a357 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:29:52.411514 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f8385e71-1d5f-473b-bdf6-233d884a5134 req-d953d1a4-36c6-4b56-9493-1750ed6d1357 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.3211401 Apr 20 18:29:52.412226 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8bf3f144-6434-46cf-b145-d1c2f904a357 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:29:52.413145 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8bf3f144-6434-46cf-b145-d1c2f904a357 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:29:52.414988 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8bf3f144-6434-46cf-b145-d1c2f904a357 admin admin] Subscribe: > port after_create 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:29:52.418918 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8bf3f144-6434-46cf-b145-d1c2f904a357 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:29:52.419456 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8bf3f144-6434-46cf-b145-d1c2f904a357 admin admin] Subscribe: > port after_update 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:29:52.420671 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8bf3f144-6434-46cf-b145-d1c2f904a357 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:29:52.421131 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8bf3f144-6434-46cf-b145-d1c2f904a357 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:29:52.421606 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8bf3f144-6434-46cf-b145-d1c2f904a357 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:29:52.422104 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8bf3f144-6434-46cf-b145-d1c2f904a357 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:29:52.581818 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Provisioning for port f0812c19-bc43-486b-bfc4-d09a77ec3a0f completed by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:29:52.595099 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Provisioning complete for port f0812c19-bc43-486b-bfc4-d09a77ec3a0f triggered by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:29:52.597649 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:52.733643 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [req-f8385e71-1d5f-473b-bdf6-233d884a5134 req-9d428d99-8da2-423a-a1ff-62cac61c7b0c service neutron] Request body: {'port': {'device_id': 'ed9e91c2-f76f-4070-ae59-5fe3ed3629b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:29:52.789871 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9890014f-37ae-49c2-ac44-b9dd7aa11d80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:52.804365 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8bf3f144-6434-46cf-b145-d1c2f904a357 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:29:52.804813 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8bf3f144-6434-46cf-b145-d1c2f904a357 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:29:52.805080 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8bf3f144-6434-46cf-b145-d1c2f904a357 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:29:52.805453 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8bf3f144-6434-46cf-b145-d1c2f904a357 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86392) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:29:52.805847 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.services.segments.db [None req-8bf3f144-6434-46cf-b145-d1c2f904a357 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c1f8097-bb54-456f-96cc-fe11e17d52da']}} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:29:52.827688 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:52.835979 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9965ad78-8952-4241-a2b4-193daf02f005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278078920240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852620706'] for port, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:52.860421 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] For port f0812c19-bc43-486b-bfc4-d09a77ec3a0f, host dv-cinder-786932-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=f0812c19-bc43-486b-bfc4-d09a77ec3a0f,segment=NetworkSegment(2233cf5b-6309-472b-944c-203414fffc35),segment_id=2233cf5b-6309-472b-944c-203414fffc35)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:29:52.870984 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:52.880157 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-9ff5e424-2194-4db0-b273-fb96dee02353 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:53.039264 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Pushing event updated for resources: {'Port': ['ID=f0812c19-bc43-486b-bfc4-d09a77ec3a0f,revision_number=4']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:53.053018 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:53.123133 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9890014f-37ae-49c2-ac44-b9dd7aa11d80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:53.262937 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.services.segments.db [None req-8bf3f144-6434-46cf-b145-d1c2f904a357 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a193f5c-e717-4c82-ad46-e2c26c1764e4') {'for_net_delete': True} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:29:53.263301 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.services.segments.db [None req-8bf3f144-6434-46cf-b145-d1c2f904a357 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a193f5c-e717-4c82-ad46-e2c26c1764e4') {} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:29:53.294391 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-cb6d291a-6ba6-47ce-916c-75377f7989be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:53.309924 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-d538c2e1-00d6-4d29-ba78-ef4077ef4000 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:53.382103 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c78ff89-0fa3-4d83-a8c4-661f2c9a54fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c45596dd-673b-4097-a41d-86eddbbd9a99,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:53.392440 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965ad78-8952-4241-a2b4-193daf02f005 admin admin] Pushing event updated for resources: {'Port': ['ID=417b90b2-ec23-4274-838c-ee60cce7a113,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:53.396355 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-9965ad78-8952-4241-a2b4-193daf02f005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:53.426205 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-cb6d291a-6ba6-47ce-916c-75377f7989be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:53.453844 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9890014f-37ae-49c2-ac44-b9dd7aa11d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:53.463439 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8bf3f144-6434-46cf-b145-d1c2f904a357 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278078409571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852562347'] for segment, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:53.477322 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9965ad78-8952-4241-a2b4-193daf02f005 admin admin] Network b38b090e-8861-4ffd-9c34-064e6f8a30de is already hosted by enough agents. {{(pid=86392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:29:53.492073 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [None req-9965ad78-8952-4241-a2b4-193daf02f005 admin admin] Resources bound (agent type, host, resource id): {{(pid=86392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:29:53.494763 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9965ad78-8952-4241-a2b4-193daf02f005 admin admin] Received port after_create {{(pid=86392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:29:53.501950 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-2b0574c6-c0b9-44e1-8929-185e8ba688f6 req-9b6c779d-5ab9-4829-9602-f8c581d66792 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] Unset dirty status for tenant:b0f500fcba164b3aa82caba7daafbee4 on resource:security_group {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:29:53.503239 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-2b0574c6-c0b9-44e1-8929-185e8ba688f6 req-9b6c779d-5ab9-4829-9602-f8c581d66792 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a2b89b8-6da2-4dc9-a0a9-e2342b47c305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7327816 Apr 20 18:29:53.503852 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2269cd7f-eb84-4f59-9da8-d6465d9624a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:53.576392 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9965ad78-8952-4241-a2b4-193daf02f005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397057'] for router_interface, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:53.588259 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8bf3f144-6434-46cf-b145-d1c2f904a357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854116670'] for segment, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:53.608853 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8131fac0-fed9-49c4-8aaf-aea17155cee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4288b35e-d227-452f-8673-a8dcf052a940,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:53.616369 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bf3f144-6434-46cf-b145-d1c2f904a357 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=86392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 18:29:53.640771 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-8131fac0-fed9-49c4-8aaf-aea17155cee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.250s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:53.641264 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-8131fac0-fed9-49c4-8aaf-aea17155cee3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:53.690337 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-f8385e71-1d5f-473b-bdf6-233d884a5134 req-9d428d99-8da2-423a-a1ff-62cac61c7b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:53.696575 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8bc17772-d6e0-4504-9ea5-76cb7f07f802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:53.708456 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6d291a-6ba6-47ce-916c-75377f7989be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45596dd-673b-4097-a41d-86eddbbd9a99,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:53.719142 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-cb6d291a-6ba6-47ce-916c-75377f7989be admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:53.723215 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-cb6d291a-6ba6-47ce-916c-75377f7989be admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c45596dd-673b-4097-a41d-86eddbbd9a99 HTTP/1.1" status: 204 len: 168 time: 2.2011604 Apr 20 18:29:53.724549 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9890014f-37ae-49c2-ac44-b9dd7aa11d80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:53.725382 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-9890014f-37ae-49c2-ac44-b9dd7aa11d80 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4288b35e-d227-452f-8673-a8dcf052a940 HTTP/1.1" status: 204 len: 168 time: 2.2051239 Apr 20 18:29:53.772863 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9890014f-37ae-49c2-ac44-b9dd7aa11d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4288b35e-d227-452f-8673-a8dcf052a940,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:53.848369 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-9890014f-37ae-49c2-ac44-b9dd7aa11d80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:53.848912 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-05253904-e651-4c75-a0a8-e613b1cf3eb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.391s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:53.853608 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [req-4ebdf898-6c77-4987-88ee-3ec61a2ea1e0 req-ea36aac9-2dd8-48d1-b7ca-b8cf4848e9b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecac05ec-2410-41c4-9ea9-0ca360507bf0 {{(pid=86392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:29:53.863477 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-4ebdf898-6c77-4987-88ee-3ec61a2ea1e0 req-ea36aac9-2dd8-48d1-b7ca-b8cf4848e9b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:53.884123 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [req-4ebdf898-6c77-4987-88ee-3ec61a2ea1e0 req-ea36aac9-2dd8-48d1-b7ca-b8cf4848e9b4 service neutron] Transition to ACTIVE for port object ecac05ec-2410-41c4-9ea9-0ca360507bf0 will not be triggered until provisioned by entity L2. {{(pid=86392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:29:53.962244 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e130cbfb-fac8-4f9d-a551-31c5edf9bae9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:54.026756 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-4ebdf898-6c77-4987-88ee-3ec61a2ea1e0 req-ea36aac9-2dd8-48d1-b7ca-b8cf4848e9b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2155095'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:54.152438 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-3b3c91b2-5e81-4611-b4a6-ca0c8c16bcd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:54.455961 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9965ad78-8952-4241-a2b4-193daf02f005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:54.493154 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device f0812c19-bc43-486b-bfc4-d09a77ec3a0f up at agent ovs-agent-dv-cinder-786932-2-smb {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:29:54.555034 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f8624-c8d1-4ede-9511-feff041d71b0 req-062319d7-785e-4fe5-9965-31b420c94b71 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:29:54.557029 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-123f8624-c8d1-4ede-9511-feff041d71b0 req-062319d7-785e-4fe5-9965-31b420c94b71 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c3e719f-55da-4826-8b34-2362a0b4f5e2 HTTP/1.1" status: 200 len: 932 time: 1.7335100 Apr 20 18:29:54.640902 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2269cd7f-eb84-4f59-9da8-d6465d9624a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:54.656377 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Provisioning complete for port f0812c19-bc43-486b-bfc4-d09a77ec3a0f triggered by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:29:54.656761 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:54.883503 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea36aac9-2dd8-48d1-b7ca-b8cf4848e9b4 service neutron] Pushing event updated for resources: {'Port': ['ID=ecac05ec-2410-41c4-9ea9-0ca360507bf0,revision_number=2']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:54.977688 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-ea36aac9-2dd8-48d1-b7ca-b8cf4848e9b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.833s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:55.042319 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device 25ce7030-0d33-4871-89de-8427b5b2992f up at agent ovs-agent-dv-cinder-786932-2-smb {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:29:55.130143 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-8bf3f144-6434-46cf-b145-d1c2f904a357 admin admin] Network 0c1f8097-bb54-456f-96cc-fe11e17d52da has no segments {{(pid=86392) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:29:55.167564 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8bf3f144-6434-46cf-b145-d1c2f904a357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-659125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2155049'] for segment, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:55.188215 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [req-4ebdf898-6c77-4987-88ee-3ec61a2ea1e0 req-ea36aac9-2dd8-48d1-b7ca-b8cf4848e9b4 service neutron] Attempting to bind port ecac05ec-2410-41c4-9ea9-0ca360507bf0 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:29:55.188581 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [req-4ebdf898-6c77-4987-88ee-3ec61a2ea1e0 req-ea36aac9-2dd8-48d1-b7ca-b8cf4848e9b4 service neutron] Attempting to bind port ecac05ec-2410-41c4-9ea9-0ca360507bf0 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '6a0be6b6-b186-485f-b80c-5e6aa7f438bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '69eb6f97-ea3e-4050-89c1-6e90e1792b19'}] {{(pid=86392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:29:55.188939 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ebdf898-6c77-4987-88ee-3ec61a2ea1e0 req-ea36aac9-2dd8-48d1-b7ca-b8cf4848e9b4 service neutron] Attempting to bind port ecac05ec-2410-41c4-9ea9-0ca360507bf0 on network 69eb6f97-ea3e-4050-89c1-6e90e1792b19 {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:29:55.229595 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Provisioning for port 25ce7030-0d33-4871-89de-8427b5b2992f completed by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:29:55.235411 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Provisioning complete for port 25ce7030-0d33-4871-89de-8427b5b2992f triggered by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:29:55.236130 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:55.303320 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-123f8624-c8d1-4ede-9511-feff041d71b0 req-66ae4645-a052-433e-a121-30740ba2b7c7 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/security-groups?id=18dbf877-4418-4cf7-b982-e374a1f22360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6143754 Apr 20 18:29:55.308422 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ebdf898-6c77-4987-88ee-3ec61a2ea1e0 req-ea36aac9-2dd8-48d1-b7ca-b8cf4848e9b4 service neutron] Port ecac05ec-2410-41c4-9ea9-0ca360507bf0 on network 69eb6f97-ea3e-4050-89c1-6e90e1792b19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:29:55.308823 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ebdf898-6c77-4987-88ee-3ec61a2ea1e0 req-ea36aac9-2dd8-48d1-b7ca-b8cf4848e9b4 service neutron] Attempting to bind port ecac05ec-2410-41c4-9ea9-0ca360507bf0 on network 69eb6f97-ea3e-4050-89c1-6e90e1792b19 {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:29:55.324908 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ebdf898-6c77-4987-88ee-3ec61a2ea1e0 req-ea36aac9-2dd8-48d1-b7ca-b8cf4848e9b4 service neutron] Checking agent: {'id': '263cae3f-8754-41ef-b011-a572dc0aeed8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 27, 47), 'started_at': datetime.datetime(2021, 4, 20, 18, 27, 47), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:29:55.325281 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ebdf898-6c77-4987-88ee-3ec61a2ea1e0 req-ea36aac9-2dd8-48d1-b7ca-b8cf4848e9b4 service neutron] Checking segment: {'id': '6a0be6b6-b186-485f-b80c-5e6aa7f438bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '69eb6f97-ea3e-4050-89c1-6e90e1792b19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:29:55.325872 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ebdf898-6c77-4987-88ee-3ec61a2ea1e0 req-ea36aac9-2dd8-48d1-b7ca-b8cf4848e9b4 service neutron] Bound using segment: {'id': '6a0be6b6-b186-485f-b80c-5e6aa7f438bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '69eb6f97-ea3e-4050-89c1-6e90e1792b19'} {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:29:55.326681 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [req-4ebdf898-6c77-4987-88ee-3ec61a2ea1e0 req-ea36aac9-2dd8-48d1-b7ca-b8cf4848e9b4 service neutron] Bound port: ecac05ec-2410-41c4-9ea9-0ca360507bf0, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a0be6b6-b186-485f-b80c-5e6aa7f438bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '69eb6f97-ea3e-4050-89c1-6e90e1792b19'}}] {{(pid=86392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:29:55.327099 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-4ebdf898-6c77-4987-88ee-3ec61a2ea1e0 req-ea36aac9-2dd8-48d1-b7ca-b8cf4848e9b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:55.367879 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2269cd7f-eb84-4f59-9da8-d6465d9624a2 admin admin] Pushing event updated for resources: {'Port': ['ID=cb3108b6-f3a4-497d-866f-6c3d86d2f729,revision_number=2']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:55.383499 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2269cd7f-eb84-4f59-9da8-d6465d9624a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.535s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:55.401048 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.840s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:55.401679 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:55.402814 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2269cd7f-eb84-4f59-9da8-d6465d9624a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:55.457174 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-17f0fa09-2b6f-4c03-9943-26a99973cb6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 4.031s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:55.457686 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-17f0fa09-2b6f-4c03-9943-26a99973cb6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:55.465307 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-e130cbfb-fac8-4f9d-a551-31c5edf9bae9 admin admin] Transition to ACTIVE for port object f646afea-471d-48d4-be42-b2adc017508c will not be triggered until provisioned by entity DHCP. {{(pid=86391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:29:55.493831 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2269cd7f-eb84-4f59-9da8-d6465d9624a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8124075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854378650'] for router_interface, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:55.517021 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-d953d1a4-36c6-4b56-9493-1750ed6d1357 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:55.603329 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3dd7126c-c316-4b73-89a4-96271bca1297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:55.607786 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:55.628870 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] For port 25ce7030-0d33-4871-89de-8427b5b2992f, host dv-cinder-786932-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=25ce7030-0d33-4871-89de-8427b5b2992f,segment=NetworkSegment(2233cf5b-6309-472b-944c-203414fffc35),segment_id=2233cf5b-6309-472b-944c-203414fffc35)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:29:55.635421 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:55.637832 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:55.684905 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [req-4ebdf898-6c77-4987-88ee-3ec61a2ea1e0 req-ea36aac9-2dd8-48d1-b7ca-b8cf4848e9b4 service neutron] For port ecac05ec-2410-41c4-9ea9-0ca360507bf0, host hv-cinder-78693, cleared binding levels {{(pid=86392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:29:55.691260 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [req-4ebdf898-6c77-4987-88ee-3ec61a2ea1e0 req-ea36aac9-2dd8-48d1-b7ca-b8cf4848e9b4 service neutron] For port ecac05ec-2410-41c4-9ea9-0ca360507bf0, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ecac05ec-2410-41c4-9ea9-0ca360507bf0,segment=NetworkSegment(6a0be6b6-b186-485f-b80c-5e6aa7f438bb),segment_id=6a0be6b6-b186-485f-b80c-5e6aa7f438bb)] {{(pid=86392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:29:55.714341 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-4ebdf898-6c77-4987-88ee-3ec61a2ea1e0 req-ea36aac9-2dd8-48d1-b7ca-b8cf4848e9b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2155095'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:55.747361 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-9965ad78-8952-4241-a2b4-193daf02f005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:55.790687 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Pushing event updated for resources: {'Port': ['ID=25ce7030-0d33-4871-89de-8427b5b2992f,revision_number=4']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:55.799422 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:55.848238 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-8bf3f144-6434-46cf-b145-d1c2f904a357 admin admin] Network 0c1f8097-bb54-456f-96cc-fe11e17d52da has no segments {{(pid=86392) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:29:55.852344 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [req-f8385e71-1d5f-473b-bdf6-233d884a5134 req-9d428d99-8da2-423a-a1ff-62cac61c7b0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bc23d55-40b6-4784-be6d-a2459485970b {{(pid=86391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:29:55.861409 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-f8385e71-1d5f-473b-bdf6-233d884a5134 req-9d428d99-8da2-423a-a1ff-62cac61c7b0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:55.879651 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea36aac9-2dd8-48d1-b7ca-b8cf4848e9b4 service neutron] Pushing event updated for resources: {'Port': ['ID=ecac05ec-2410-41c4-9ea9-0ca360507bf0,revision_number=3']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:55.946481 dv-cinder-786932-2-smb neutron-server[86278]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 18:29:55.946481 dv-cinder-786932-2-smb neutron-server[86278]: from cryptography.utils import int_from_bytes Apr 20 18:29:55.946481 dv-cinder-786932-2-smb neutron-server[86278]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 18:29:55.946481 dv-cinder-786932-2-smb neutron-server[86278]: from cryptography.utils import int_from_bytes Apr 20 18:29:55.946481 dv-cinder-786932-2-smb neutron-server[86278]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 20 18:29:55.946481 dv-cinder-786932-2-smb neutron-server[86278]: (rel_b, rel_a, rel_b), Apr 20 18:29:55.946481 dv-cinder-786932-2-smb neutron-server[86278]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 20 18:29:55.946481 dv-cinder-786932-2-smb neutron-server[86278]: (rel_b, rel_a, rel_b), Apr 20 18:29:55.946481 dv-cinder-786932-2-smb neutron-server[86278]: Traceback (most recent call last): Apr 20 18:29:55.946481 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 18:29:55.946481 dv-cinder-786932-2-smb neutron-server[86278]: timer() Apr 20 18:29:55.946481 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:29:55.946481 dv-cinder-786932-2-smb neutron-server[86278]: cb(*args, **kw) Apr 20 18:29:55.946481 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 18:29:55.946481 dv-cinder-786932-2-smb neutron-server[86278]: return func(*args, **kwargs) Apr 20 18:29:55.946481 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:29:55.946481 dv-cinder-786932-2-smb neutron-server[86278]: self._notify() Apr 20 18:29:55.946481 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:29:55.946481 dv-cinder-786932-2-smb neutron-server[86278]: self.callback(batched_events) Apr 20 18:29:55.946481 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:29:55.946481 dv-cinder-786932-2-smb neutron-server[86278]: event.method(event) Apr 20 18:29:55.946481 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:29:55.946481 dv-cinder-786932-2-smb neutron-server[86278]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:29:55.946481 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 18:29:55.946481 dv-cinder-786932-2-smb neutron-server[86278]: segment_id)['aggregates'][0] Apr 20 18:29:55.946481 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:29:55.946481 dv-cinder-786932-2-smb neutron-server[86278]: return f(self, *a, **k) Apr 20 18:29:55.946481 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 18:29:55.946481 dv-cinder-786932-2-smb neutron-server[86278]: return self._get(url).json() Apr 20 18:29:55.946481 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:29:55.946481 dv-cinder-786932-2-smb neutron-server[86278]: **kwargs) Apr 20 18:29:55.946481 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 18:29:55.946481 dv-cinder-786932-2-smb neutron-server[86278]: return self.request(url, 'GET', **kwargs) Apr 20 18:29:55.946481 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 18:29:55.946481 dv-cinder-786932-2-smb neutron-server[86278]: **endpoint_filter) Apr 20 18:29:55.946481 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 18:29:55.946481 dv-cinder-786932-2-smb neutron-server[86278]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:29:55.946481 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 18:29:55.946481 dv-cinder-786932-2-smb neutron-server[86278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:29:55.946481 dv-cinder-786932-2-smb neutron-server[86278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:29:55.953110 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [req-f8385e71-1d5f-473b-bdf6-233d884a5134 req-9d428d99-8da2-423a-a1ff-62cac61c7b0c service neutron] Transition to ACTIVE for port object 9bc23d55-40b6-4784-be6d-a2459485970b will not be triggered until provisioned by entity L2. {{(pid=86391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:29:55.957969 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e130cbfb-fac8-4f9d-a551-31c5edf9bae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278078920240'] for port, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:55.967555 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-ea36aac9-2dd8-48d1-b7ca-b8cf4848e9b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:55.975989 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-f8385e71-1d5f-473b-bdf6-233d884a5134 req-9d428d99-8da2-423a-a1ff-62cac61c7b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:56.020383 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebdf898-6c77-4987-88ee-3ec61a2ea1e0 req-ea36aac9-2dd8-48d1-b7ca-b8cf4848e9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:29:56.021420 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-4ebdf898-6c77-4987-88ee-3ec61a2ea1e0 req-ea36aac9-2dd8-48d1-b7ca-b8cf4848e9b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for port, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:56.023316 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-4ebdf898-6c77-4987-88ee-3ec61a2ea1e0 req-ea36aac9-2dd8-48d1-b7ca-b8cf4848e9b4 service neutron] 10.222.0.46 "PUT /v2.0/ports/ecac05ec-2410-41c4-9ea9-0ca360507bf0 HTTP/1.1" status: 200 len: 1094 time: 5.3095193 Apr 20 18:29:56.025079 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c3e719f-55da-4826-8b34-2362a0b4f5e2', 'tag': 'ecac05ec-2410-41c4-9ea9-0ca360507bf0'}] {{(pid=86392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:29:56.156557 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2269cd7f-eb84-4f59-9da8-d6465d9624a2 admin admin] Pushing event updated for resources: {'Port': ['ID=cb3108b6-f3a4-497d-866f-6c3d86d2f729,revision_number=2']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:56.160728 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e130cbfb-fac8-4f9d-a551-31c5edf9bae9 admin admin] Network c035be72-ec93-4bac-85f8-b0cd68e3656b is already hosted by enough agents. {{(pid=86391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:29:56.169201 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2269cd7f-eb84-4f59-9da8-d6465d9624a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.656s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:56.170485 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.183s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:56.230754 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [None req-e130cbfb-fac8-4f9d-a551-31c5edf9bae9 admin admin] Resources bound (agent type, host, resource id): {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:29:56.405237 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device 25ce7030-0d33-4871-89de-8427b5b2992f up at agent ovs-agent-dv-cinder-786932-2-smb {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:29:56.424209 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e130cbfb-fac8-4f9d-a551-31c5edf9bae9 admin admin] Received port after_create {{(pid=86391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:29:56.424798 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e130cbfb-fac8-4f9d-a551-31c5edf9bae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397057'] for router_interface, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:56.444696 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8bf3f144-6434-46cf-b145-d1c2f904a357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-663289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854378623'] for network, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:56.447316 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee07cc7-a360-44c7-9b93-de44231ab617 req-30e8429d-e619-42d0-a789-557240398cec tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:29:56.448130 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-6ee07cc7-a360-44c7-9b93-de44231ab617 req-30e8429d-e619-42d0-a789-557240398cec tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] Synchronizing usage tracker for tenant:b0f500fcba164b3aa82caba7daafbee4 on resource:port {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:29:56.480298 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-86446d78-5284-4552-b6f5-d6fabe96f96f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:56.544244 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf3f144-6434-46cf-b145-d1c2f904a357 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c1f8097-bb54-456f-96cc-fe11e17d52da,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:56.550487 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8bf3f144-6434-46cf-b145-d1c2f904a357 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for network, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:56.570304 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-8bf3f144-6434-46cf-b145-d1c2f904a357 admin admin] 10.222.0.20 "DELETE /v2.0/networks/0c1f8097-bb54-456f-96cc-fe11e17d52da HTTP/1.1" status: 204 len: 168 time: 6.0783267 Apr 20 18:29:56.588246 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-8bf3f144-6434-46cf-b145-d1c2f904a357 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:56.593051 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 60700) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:56.664427 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3b38f3e8-f2f1-49b6-ac75-f9314cd83db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:56.674122 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.db_base_plugin_v2 [None req-37cbdf48-e0f5-42a1-b979-0444b22d4640 admin admin] Deleting subnet a8596e7a-7e7d-4c86-9cb4-adc02293f489 {{(pid=86392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 18:29:56.677928 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9965ad78-8952-4241-a2b4-193daf02f005 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:56.684463 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-37cbdf48-e0f5-42a1-b979-0444b22d4640 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:56.700368 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Provisioning complete for port 25ce7030-0d33-4871-89de-8427b5b2992f triggered by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:29:56.700447 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:56.704957 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-6ee07cc7-a360-44c7-9b93-de44231ab617 req-30e8429d-e619-42d0-a789-557240398cec tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] Unset dirty status for tenant:b0f500fcba164b3aa82caba7daafbee4 on resource:port {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:29:56.715404 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-6ee07cc7-a360-44c7-9b93-de44231ab617 req-30e8429d-e619-42d0-a789-557240398cec tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed9e91c2-f76f-4070-ae59-5fe3ed3629b2 HTTP/1.1" status: 200 len: 932 time: 1.4991295 Apr 20 18:29:56.725599 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [req-f8385e71-1d5f-473b-bdf6-233d884a5134 req-9d428d99-8da2-423a-a1ff-62cac61c7b0c service neutron] Attempting to bind port 9bc23d55-40b6-4784-be6d-a2459485970b on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:29:56.726188 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [req-f8385e71-1d5f-473b-bdf6-233d884a5134 req-9d428d99-8da2-423a-a1ff-62cac61c7b0c service neutron] Attempting to bind port 9bc23d55-40b6-4784-be6d-a2459485970b by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'd803accb-b110-48f6-8bb7-f0e0f7f5c1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a373e992-f70d-4755-9565-4700e4745981'}] {{(pid=86391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:29:56.735479 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8385e71-1d5f-473b-bdf6-233d884a5134 req-9d428d99-8da2-423a-a1ff-62cac61c7b0c service neutron] Attempting to bind port 9bc23d55-40b6-4784-be6d-a2459485970b on network a373e992-f70d-4755-9565-4700e4745981 {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:29:56.788149 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-a753d82e-6114-49eb-93b9-1787a040d79e None None] Provisioning for port f646afea-471d-48d4-be42-b2adc017508c completed by entity DHCP. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:29:56.789280 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8385e71-1d5f-473b-bdf6-233d884a5134 req-9d428d99-8da2-423a-a1ff-62cac61c7b0c service neutron] Port 9bc23d55-40b6-4784-be6d-a2459485970b on network a373e992-f70d-4755-9565-4700e4745981 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:29:56.789638 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8385e71-1d5f-473b-bdf6-233d884a5134 req-9d428d99-8da2-423a-a1ff-62cac61c7b0c service neutron] Attempting to bind port 9bc23d55-40b6-4784-be6d-a2459485970b on network a373e992-f70d-4755-9565-4700e4745981 {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:29:56.793273 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-37cbdf48-e0f5-42a1-b979-0444b22d4640 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2213469'] for subnet, precommit_delete_associations {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:56.821006 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-a753d82e-6114-49eb-93b9-1787a040d79e None None] Provisioning complete for port f646afea-471d-48d4-be42-b2adc017508c triggered by entity DHCP. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:29:56.821398 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-a753d82e-6114-49eb-93b9-1787a040d79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:56.834147 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e130cbfb-fac8-4f9d-a551-31c5edf9bae9 admin admin] Pushing event updated for resources: {'Port': ['ID=f646afea-471d-48d4-be42-b2adc017508c,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:56.838523 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2269cd7f-eb84-4f59-9da8-d6465d9624a2 admin admin] Network 07ec5321-0579-4912-85f7-b750583baf28 is already hosted by enough agents. {{(pid=86391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:29:56.855645 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-37cbdf48-e0f5-42a1-b979-0444b22d4640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663204'] for subnet, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:56.908419 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebdf898-6c77-4987-88ee-3ec61a2ea1e0 req-fb832161-5214-45f7-b074-b4f658f28279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:29:56.910046 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-4ebdf898-6c77-4987-88ee-3ec61a2ea1e0 req-fb832161-5214-45f7-b074-b4f658f28279 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c10c8e1bd4ff416298fcc5e373996fcd&device_id=8c3e719f-55da-4826-8b34-2362a0b4f5e2 HTTP/1.1" status: 200 len: 1097 time: 0.8366721 Apr 20 18:29:56.962272 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [None req-2269cd7f-eb84-4f59-9da8-d6465d9624a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:29:56.964621 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8385e71-1d5f-473b-bdf6-233d884a5134 req-9d428d99-8da2-423a-a1ff-62cac61c7b0c service neutron] Checking agent: {'id': '263cae3f-8754-41ef-b011-a572dc0aeed8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 27, 47), 'started_at': datetime.datetime(2021, 4, 20, 18, 27, 47), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:29:56.964999 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8385e71-1d5f-473b-bdf6-233d884a5134 req-9d428d99-8da2-423a-a1ff-62cac61c7b0c service neutron] Checking segment: {'id': 'd803accb-b110-48f6-8bb7-f0e0f7f5c1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a373e992-f70d-4755-9565-4700e4745981'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:29:56.965596 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8385e71-1d5f-473b-bdf6-233d884a5134 req-9d428d99-8da2-423a-a1ff-62cac61c7b0c service neutron] Bound using segment: {'id': 'd803accb-b110-48f6-8bb7-f0e0f7f5c1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a373e992-f70d-4755-9565-4700e4745981'} {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:29:56.966118 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [req-f8385e71-1d5f-473b-bdf6-233d884a5134 req-9d428d99-8da2-423a-a1ff-62cac61c7b0c service neutron] Bound port: 9bc23d55-40b6-4784-be6d-a2459485970b, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd803accb-b110-48f6-8bb7-f0e0f7f5c1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a373e992-f70d-4755-9565-4700e4745981'}}] {{(pid=86391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:29:56.966551 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-f8385e71-1d5f-473b-bdf6-233d884a5134 req-9d428d99-8da2-423a-a1ff-62cac61c7b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:56.970080 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-a753d82e-6114-49eb-93b9-1787a040d79e None None] Port f646afea-471d-48d4-be42-b2adc017508c cannot update to ACTIVE because it is not bound. {{(pid=86393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:29:57.168673 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-6ee07cc7-a360-44c7-9b93-de44231ab617 req-e3f32d32-a312-48b2-832d-87cb01d375c8 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a2b89b8-6da2-4dc9-a0a9-e2342b47c305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4521618 Apr 20 18:29:57.233086 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9965ad78-8952-4241-a2b4-193daf02f005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2155095'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:57.330231 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-b37ec94e-5849-4c78-b903-cbf7df83a71d None None] Provisioning complete for port cb3108b6-f3a4-497d-866f-6c3d86d2f729 triggered by entity DHCP. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:29:57.330779 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-b37ec94e-5849-4c78-b903-cbf7df83a71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:57.366244 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d428d99-8da2-423a-a1ff-62cac61c7b0c service neutron] Pushing event updated for resources: {'Port': ['ID=9bc23d55-40b6-4784-be6d-a2459485970b,revision_number=2']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:57.377309 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-9d428d99-8da2-423a-a1ff-62cac61c7b0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.207s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:57.403989 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2269cd7f-eb84-4f59-9da8-d6465d9624a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.363s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:57.404397 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2269cd7f-eb84-4f59-9da8-d6465d9624a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:57.419721 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-b37ec94e-5849-4c78-b903-cbf7df83a71d None None] Port cb3108b6-f3a4-497d-866f-6c3d86d2f729 cannot update to ACTIVE because it is not bound. {{(pid=86393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:29:57.422143 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-bb0fa64a-e973-4ae5-bd50-430248672279 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:57.489747 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-4ebdf898-6c77-4987-88ee-3ec61a2ea1e0 req-939eb37e-ba7d-4682-95c8-83e14070ddb5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecac05ec-2410-41c4-9ea9-0ca360507bf0 HTTP/1.1" status: 200 len: 217 time: 0.2283764 Apr 20 18:29:57.491565 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-37cbdf48-e0f5-42a1-b979-0444b22d4640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854112612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852621942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086978'] for subnet, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:57.500121 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9965ad78-8952-4241-a2b4-193daf02f005 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8124075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854378650'] for router_interface, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:57.549688 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e130cbfb-fac8-4f9d-a551-31c5edf9bae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:57.630537 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebdf898-6c77-4987-88ee-3ec61a2ea1e0 req-9484990a-eeac-4397-9fad-bff8c5028e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:29:57.632323 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-4ebdf898-6c77-4987-88ee-3ec61a2ea1e0 req-9484990a-eeac-4397-9fad-bff8c5028e33 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=97c6181f-cafd-4b1b-a893-b50fc49a5af4 HTTP/1.1" status: 200 len: 855 time: 0.1236169 Apr 20 18:29:57.681294 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-37cbdf48-e0f5-42a1-b979-0444b22d4640 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for subnet, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:57.699043 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-37cbdf48-e0f5-42a1-b979-0444b22d4640 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a8596e7a-7e7d-4c86-9cb4-adc02293f489 HTTP/1.1" status: 204 len: 168 time: 1.0990713 Apr 20 18:29:57.700667 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c3e719f-55da-4826-8b34-2362a0b4f5e2', 'tag': 'ecac05ec-2410-41c4-9ea9-0ca360507bf0', 'status': 'completed', 'code': 200} Apr 20 18:29:57.765297 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965ad78-8952-4241-a2b4-193daf02f005 admin admin] Pushing event updated for resources: {'Port': ['ID=417b90b2-ec23-4274-838c-ee60cce7a113,revision_number=2']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:57.775618 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:57.777044 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 60754) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:57.817616 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e130cbfb-fac8-4f9d-a551-31c5edf9bae9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:57.819957 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [req-f8385e71-1d5f-473b-bdf6-233d884a5134 req-9d428d99-8da2-423a-a1ff-62cac61c7b0c service neutron] For port 9bc23d55-40b6-4784-be6d-a2459485970b, host hv-cinder-78693, cleared binding levels {{(pid=86391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:29:57.835150 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e130cbfb-fac8-4f9d-a551-31c5edf9bae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:57.872020 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e130cbfb-fac8-4f9d-a551-31c5edf9bae9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8124075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854378650'] for router_interface, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:57.880112 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-9965ad78-8952-4241-a2b4-193daf02f005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:57.888082 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [req-f8385e71-1d5f-473b-bdf6-233d884a5134 req-9d428d99-8da2-423a-a1ff-62cac61c7b0c service neutron] For port 9bc23d55-40b6-4784-be6d-a2459485970b, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=9bc23d55-40b6-4784-be6d-a2459485970b,segment=NetworkSegment(d803accb-b110-48f6-8bb7-f0e0f7f5c1e9),segment_id=d803accb-b110-48f6-8bb7-f0e0f7f5c1e9)] {{(pid=86391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:29:57.889106 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:57.891679 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8a026-2811-4eda-9f21-a2d825f8a490 req-71cfd873-3e9c-4b24-a84f-4b81ad981c2d tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:29:57.901510 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-b8e8a026-2811-4eda-9f21-a2d825f8a490 req-71cfd873-3e9c-4b24-a84f-4b81ad981c2d tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c3e719f-55da-4826-8b34-2362a0b4f5e2 HTTP/1.1" status: 200 len: 944 time: 1.1147833 Apr 20 18:29:57.936464 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.375s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:57.961362 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-f8385e71-1d5f-473b-bdf6-233d884a5134 req-9d428d99-8da2-423a-a1ff-62cac61c7b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:57.981394 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cbdf48-e0f5-42a1-b979-0444b22d4640 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8596e7a-7e7d-4c86-9cb4-adc02293f489,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:57.985239 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-4ebdf898-6c77-4987-88ee-3ec61a2ea1e0 req-67ed140e-fbca-4d9b-b27a-2c3649239f90 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=69eb6f97-ea3e-4050-89c1-6e90e1792b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3054700 Apr 20 18:29:57.989430 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-37cbdf48-e0f5-42a1-b979-0444b22d4640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:58.151109 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-b8e8a026-2811-4eda-9f21-a2d825f8a490 req-4dc3246e-15a1-4510-80c5-8974985c7172 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/security-groups?id=18dbf877-4418-4cf7-b982-e374a1f22360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480757 Apr 20 18:29:58.349867 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0e0ecac3-4116-4a1e-9916-7aee3aa9ccb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569320'] for network, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:58.371421 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db4e54cc-07a3-4585-8120-e6421209c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:58.382193 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9965ad78-8952-4241-a2b4-193daf02f005 admin admin] Network b38b090e-8861-4ffd-9c34-064e6f8a30de is already hosted by enough agents. {{(pid=86392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:29:58.384444 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 60774) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:58.387531 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [None req-9965ad78-8952-4241-a2b4-193daf02f005 admin admin] Resources bound (agent type, host, resource id): {{(pid=86392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:29:58.399235 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-4ebdf898-6c77-4987-88ee-3ec61a2ea1e0 req-1838597e-cfce-40c8-9af1-0f835245559f service neutron] 10.222.0.46 "GET /v2.0/networks/69eb6f97-ea3e-4050-89c1-6e90e1792b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4014103 Apr 20 18:29:58.462804 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2269cd7f-eb84-4f59-9da8-d6465d9624a2 admin admin] Router e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c has already been hosted by L3 agent 41e81354-1f58-48e6-8416-2f8b62d59447 {{(pid=86391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:29:58.511970 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e130cbfb-fac8-4f9d-a551-31c5edf9bae9 admin admin] Pushing event updated for resources: {'Port': ['ID=f646afea-471d-48d4-be42-b2adc017508c,revision_number=2']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:58.518089 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-e130cbfb-fac8-4f9d-a551-31c5edf9bae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.629s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:58.521402 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8385e71-1d5f-473b-bdf6-233d884a5134 req-9d428d99-8da2-423a-a1ff-62cac61c7b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:29:58.522225 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-f8385e71-1d5f-473b-bdf6-233d884a5134 req-9d428d99-8da2-423a-a1ff-62cac61c7b0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for port, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:58.524013 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f8385e71-1d5f-473b-bdf6-233d884a5134 req-9d428d99-8da2-423a-a1ff-62cac61c7b0c service neutron] 10.222.0.46 "PUT /v2.0/ports/9bc23d55-40b6-4784-be6d-a2459485970b HTTP/1.1" status: 200 len: 1094 time: 5.8060658 Apr 20 18:29:58.529026 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:29:58.564587 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed9e91c2-f76f-4070-ae59-5fe3ed3629b2', 'tag': '9bc23d55-40b6-4784-be6d-a2459485970b'}] {{(pid=86391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:29:58.760025 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-91a435d3-48f1-40c5-87e4-e312217e9b73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:58.909359 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e130cbfb-fac8-4f9d-a551-31c5edf9bae9 admin admin] Network c035be72-ec93-4bac-85f8-b0cd68e3656b is already hosted by enough agents. {{(pid=86391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:29:58.910873 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [None req-e130cbfb-fac8-4f9d-a551-31c5edf9bae9 admin admin] Resources bound (agent type, host, resource id): {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:29:58.988249 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d428d99-8da2-423a-a1ff-62cac61c7b0c service neutron] Pushing event updated for resources: {'Port': ['ID=9bc23d55-40b6-4784-be6d-a2459485970b,revision_number=3']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:29:59.011597 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-91a435d3-48f1-40c5-87e4-e312217e9b73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:29:59.015881 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-91a435d3-48f1-40c5-87e4-e312217e9b73 admin admin] Usage tracker for resource:security_group_rule and tenant:c6e48e29705d40c293d3e13c1647e831 is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:29:59.029262 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0e0ecac3-4116-4a1e-9916-7aee3aa9ccb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854112527', 'neutron.services.segments.db._delete_segments_for_network-8758776337267'] for network, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:59.057967 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-9d428d99-8da2-423a-a1ff-62cac61c7b0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:29:59.096038 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed9e91c2-f76f-4070-ae59-5fe3ed3629b2', 'tag': '9bc23d55-40b6-4784-be6d-a2459485970b', 'status': 'completed', 'code': 200} Apr 20 18:29:59.096195 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-91a435d3-48f1-40c5-87e4-e312217e9b73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:29:59.115902 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-91a435d3-48f1-40c5-87e4-e312217e9b73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:29:59.126562 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cbe61a-be5e-4d4a-982f-6252f9b74fe4 req-844c2e8d-3be5-4c15-b935-e6138b6e39a4 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:29:59.128216 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-34cbe61a-be5e-4d4a-982f-6252f9b74fe4 req-844c2e8d-3be5-4c15-b935-e6138b6e39a4 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed9e91c2-f76f-4070-ae59-5fe3ed3629b2 HTTP/1.1" status: 200 len: 944 time: 0.7244065 Apr 20 18:29:59.155805 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-181ce48e-ab7f-4fcb-81d3-0d7d73b57d6b None None] Provisioning complete for port f646afea-471d-48d4-be42-b2adc017508c triggered by entity DHCP. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:29:59.156522 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-181ce48e-ab7f-4fcb-81d3-0d7d73b57d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:59.166566 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2269cd7f-eb84-4f59-9da8-d6465d9624a2 admin admin] Notify agent at l3_agent.dv-cinder-786932-2-smb the message routers_updated {{(pid=86391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:29:59.176870 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-2269cd7f-eb84-4f59-9da8-d6465d9624a2 admin admin] 10.222.0.20 "PUT /v2.0/routers/e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.3931906 Apr 20 18:29:59.206575 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8385e71-1d5f-473b-bdf6-233d884a5134 req-a7930701-828f-42bf-831f-a49d06f32058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:29:59.208168 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f8385e71-1d5f-473b-bdf6-233d884a5134 req-a7930701-828f-42bf-831f-a49d06f32058 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b0f500fcba164b3aa82caba7daafbee4&device_id=ed9e91c2-f76f-4070-ae59-5fe3ed3629b2 HTTP/1.1" status: 200 len: 1097 time: 0.5709851 Apr 20 18:29:59.221122 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-181ce48e-ab7f-4fcb-81d3-0d7d73b57d6b None None] Port f646afea-471d-48d4-be42-b2adc017508c cannot update to ACTIVE because it is not bound. {{(pid=86393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:29:59.223661 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12adb5af-f3ec-432e-82a0-54ec558fc65a None None] Sync routers for ids ['e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c'] in dv-cinder-786932-2-smb {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:29:59.233438 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12adb5af-f3ec-432e-82a0-54ec558fc65a None None] Routers {'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:29:59.234125 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-12adb5af-f3ec-432e-82a0-54ec558fc65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:29:56Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:29:59.250669 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9965ad78-8952-4241-a2b4-193daf02f005 admin admin] Router a49fd1cd-2869-4713-92b0-bf17b4a33ac1 has already been hosted by L3 agent 41e81354-1f58-48e6-8416-2f8b62d59447 {{(pid=86392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:29:59.253940 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-4ebdf898-6c77-4987-88ee-3ec61a2ea1e0 req-cd3078b7-3947-4f44-bb95-7cbae40570cc service neutron] 10.222.0.46 "GET /v2.0/networks/69eb6f97-ea3e-4050-89c1-6e90e1792b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7570958 Apr 20 18:29:59.290350 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.services.segments.db [None req-0e0ecac3-4116-4a1e-9916-7aee3aa9ccb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['084b42a3-33b7-4989-aca0-c0587a2e021b']}} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:29:59.308431 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.services.segments.db [None req-0e0ecac3-4116-4a1e-9916-7aee3aa9ccb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06f59e55-7cf5-409c-88dc-a0ba4cc73218') {'for_net_delete': True} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:29:59.308941 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.services.segments.db [None req-0e0ecac3-4116-4a1e-9916-7aee3aa9ccb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06f59e55-7cf5-409c-88dc-a0ba4cc73218') {} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:29:59.327177 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0e0ecac3-4116-4a1e-9916-7aee3aa9ccb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278078409571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852562347'] for segment, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:59.347223 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f8385e71-1d5f-473b-bdf6-233d884a5134 req-3c1fe579-ff6d-47a6-8f70-339af5ef7bb5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9bc23d55-40b6-4784-be6d-a2459485970b HTTP/1.1" status: 200 len: 217 time: 0.1155186 Apr 20 18:29:59.356280 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-34cbe61a-be5e-4d4a-982f-6252f9b74fe4 req-0223fa1c-1572-4dfd-8ef7-f65ad78d7f22 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a2b89b8-6da2-4dc9-a0a9-e2342b47c305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133532 Apr 20 18:29:59.439066 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8385e71-1d5f-473b-bdf6-233d884a5134 req-1b3a6964-b07d-4ad0-b1c7-ae6f73b049c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:29:59.440628 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f8385e71-1d5f-473b-bdf6-233d884a5134 req-1b3a6964-b07d-4ad0-b1c7-ae6f73b049c4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e21f1798-5b32-4cd6-8975-650f5f132730 HTTP/1.1" status: 200 len: 851 time: 0.0831480 Apr 20 18:29:59.445806 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e130cbfb-fac8-4f9d-a551-31c5edf9bae9 admin admin] Router a508df0a-5d8e-482e-944d-017a2f8fe5b6 has already been hosted by L3 agent 41e81354-1f58-48e6-8416-2f8b62d59447 {{(pid=86391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:29:59.499571 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f8385e71-1d5f-473b-bdf6-233d884a5134 req-6a3655f7-56e7-460d-b09e-ec5508bef2ea service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a373e992-f70d-4755-9565-4700e4745981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499573 Apr 20 18:29:59.510350 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-12adb5af-f3ec-432e-82a0-54ec558fc65a None None] Set router e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c gateway port host: dv-cinder-786932-2-smb {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:29:59.616453 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0e0ecac3-4116-4a1e-9916-7aee3aa9ccb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854116670'] for segment, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:59.706473 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-91a435d3-48f1-40c5-87e4-e312217e9b73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:59.708352 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e0ecac3-4116-4a1e-9916-7aee3aa9ccb6 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=86392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 18:29:59.763614 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-91a435d3-48f1-40c5-87e4-e312217e9b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:59.858690 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e130cbfb-fac8-4f9d-a551-31c5edf9bae9 admin admin] Notify agent at l3_agent.dv-cinder-786932-2-smb the message routers_updated {{(pid=86391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:29:59.864705 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f8385e71-1d5f-473b-bdf6-233d884a5134 req-856e70d8-a49c-468e-9ab9-39b895c07dd5 service neutron] 10.222.0.46 "GET /v2.0/networks/a373e992-f70d-4755-9565-4700e4745981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033564 Apr 20 18:29:59.872512 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b71dcdc-d90d-4cc0-8f62-a98ddda8b2e6 None None] Sync routers for ids ['a508df0a-5d8e-482e-944d-017a2f8fe5b6'] in dv-cinder-786932-2-smb {{(pid=86394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:29:59.878721 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-e130cbfb-fac8-4f9d-a551-31c5edf9bae9 admin admin] 10.222.0.20 "PUT /v2.0/routers/a508df0a-5d8e-482e-944d-017a2f8fe5b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.1058760 Apr 20 18:29:59.887973 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b71dcdc-d90d-4cc0-8f62-a98ddda8b2e6 None None] Routers {'a508df0a-5d8e-482e-944d-017a2f8fe5b6'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:29:59.888598 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-5b71dcdc-d90d-4cc0-8f62-a98ddda8b2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:29:56Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['a508df0a-5d8e-482e-944d-017a2f8fe5b6'], 'active': True} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:30:00.013749 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-42d9f0c7-1964-45e9-a7b6-c7c84cfffaf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:00.030915 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f8385e71-1d5f-473b-bdf6-233d884a5134 req-be534917-e1b9-4aba-a169-00a16626f455 service neutron] 10.222.0.46 "GET /v2.0/networks/a373e992-f70d-4755-9565-4700e4745981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506534 Apr 20 18:30:00.033521 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 60814) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:00.039830 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-3eea4565-de64-4253-a1f4-27777347ab9e tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1156073306', 'description': 'tempest-description--1296556351'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:30:00.046292 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-3eea4565-de64-4253-a1f4-27777347ab9e tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:00.050751 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-3eea4565-de64-4253-a1f4-27777347ab9e tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Usage tracker for resource:security_group and tenant:9dd07067e6ec4229b42b15a57fa654ee is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:00.053936 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-91a435d3-48f1-40c5-87e4-e312217e9b73 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c6e48e29705d40c293d3e13c1647e831&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6596792 Apr 20 18:30:00.063368 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 60818) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:00.064406 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-3eea4565-de64-4253-a1f4-27777347ab9e tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:00.098389 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-3eea4565-de64-4253-a1f4-27777347ab9e tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:00.152174 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-12adb5af-f3ec-432e-82a0-54ec558fc65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c', 'name': 'tempest-AttachVolumeTestJSON-370091447-router', 'tenant_id': '9dd07067e6ec4229b42b15a57fa654ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.162'}], 'enable_snat': True}, 'gw_port_id': '9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:35Z', 'updated_at': '2021-04-20T18:29:52Z', 'revision_number': 4, 'project_id': '9dd07067e6ec4229b42b15a57fa654ee', 'gw_port': {'id': '9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:49:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:37Z', 'updated_at': '2021-04-20T18:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb', '_interfaces': [{'id': 'cb3108b6-f3a4-497d-866f-6c3d86d2f729', 'name': '', 'network_id': '07ec5321-0579-4912-85f7-b750583baf28', 'tenant_id': '9dd07067e6ec4229b42b15a57fa654ee', 'mac_address': 'fa:16:3e:86:4b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6124cdb4-b728-491c-bef6-cdd1f4b23ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:47Z', 'updated_at': '2021-04-20T18:29:53Z', 'revision_number': 2, 'project_id': '9dd07067e6ec4229b42b15a57fa654ee', 'subnets': [{'id': '6124cdb4-b728-491c-bef6-cdd1f4b23ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:30:00.157083 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12adb5af-f3ec-432e-82a0-54ec558fc65a None None] Checking router: e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c for host: dv-cinder-786932-2-smb {{(pid=86393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:30:00.157587 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12adb5af-f3ec-432e-82a0-54ec558fc65a None None] Updating router e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c port cb3108b6-f3a4-497d-866f-6c3d86d2f729 binding host dv-cinder-786932-2-smb {{(pid=86393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 18:30:00.187824 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-5b71dcdc-d90d-4cc0-8f62-a98ddda8b2e6 None None] Set router a508df0a-5d8e-482e-944d-017a2f8fe5b6 gateway port host: dv-cinder-786932-2-smb {{(pid=86394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:30:00.239915 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a435d3-48f1-40c5-87e4-e312217e9b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5023e413-6472-4776-b44b-f538c1b2c111,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:00.252853 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-91a435d3-48f1-40c5-87e4-e312217e9b73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:00.261643 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-12adb5af-f3ec-432e-82a0-54ec558fc65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:00.298722 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-0e0ecac3-4116-4a1e-9916-7aee3aa9ccb6 admin admin] Network 084b42a3-33b7-4989-aca0-c0587a2e021b has no segments {{(pid=86392) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:30:00.309081 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2bb0f-617a-4824-9912-77848c79ab35 req-329dbf21-ca66-448b-be10-15dafde0f362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:00.310872 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-aaa2bb0f-617a-4824-9912-77848c79ab35 req-329dbf21-ca66-448b-be10-15dafde0f362 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c10c8e1bd4ff416298fcc5e373996fcd&device_id=8c3e719f-55da-4826-8b34-2362a0b4f5e2 HTTP/1.1" status: 200 len: 1097 time: 0.9146760 Apr 20 18:30:00.315184 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0e0ecac3-4116-4a1e-9916-7aee3aa9ccb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-659125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2155049'] for segment, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:00.318304 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3eea4565-de64-4253-a1f4-27777347ab9e tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:00.345070 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9311030-d79b-4cf9-b0a2-77b00309c700 req-7f7e80b3-e348-4c96-918a-7a4b1b04d2b8 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:00.352771 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-c9311030-d79b-4cf9-b0a2-77b00309c700 req-7f7e80b3-e348-4c96-918a-7a4b1b04d2b8 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c3e719f-55da-4826-8b34-2362a0b4f5e2 HTTP/1.1" status: 200 len: 944 time: 0.9553249 Apr 20 18:30:00.423721 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9965ad78-8952-4241-a2b4-193daf02f005 admin admin] Notify agent at l3_agent.dv-cinder-786932-2-smb the message routers_updated {{(pid=86392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:30:00.559787 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-5b71dcdc-d90d-4cc0-8f62-a98ddda8b2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a508df0a-5d8e-482e-944d-017a2f8fe5b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1953854899-router', 'tenant_id': '96a404d19bd540809d4ea207dd16d6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': 'f0812c19-bc43-486b-bfc4-d09a77ec3a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:35Z', 'updated_at': '2021-04-20T18:29:57Z', 'revision_number': 4, 'project_id': '96a404d19bd540809d4ea207dd16d6ad', 'gw_port': {'id': 'f0812c19-bc43-486b-bfc4-d09a77ec3a0f', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508df0a-5d8e-482e-944d-017a2f8fe5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:37Z', 'updated_at': '2021-04-20T18:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb', '_interfaces': [{'id': 'f646afea-471d-48d4-be42-b2adc017508c', 'name': '', 'network_id': 'c035be72-ec93-4bac-85f8-b0cd68e3656b', 'tenant_id': '96a404d19bd540809d4ea207dd16d6ad', 'mac_address': 'fa:16:3e:10:d7:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a508df0a-5d8e-482e-944d-017a2f8fe5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '41a62a97-d129-42fa-96d5-fce2a7a65a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:50Z', 'updated_at': '2021-04-20T18:29:57Z', 'revision_number': 2, 'project_id': '96a404d19bd540809d4ea207dd16d6ad', 'subnets': [{'id': '41a62a97-d129-42fa-96d5-fce2a7a65a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:30:00.577092 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b71dcdc-d90d-4cc0-8f62-a98ddda8b2e6 None None] Checking router: a508df0a-5d8e-482e-944d-017a2f8fe5b6 for host: dv-cinder-786932-2-smb {{(pid=86394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:30:00.577508 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b71dcdc-d90d-4cc0-8f62-a98ddda8b2e6 None None] Updating router a508df0a-5d8e-482e-944d-017a2f8fe5b6 port f646afea-471d-48d4-be42-b2adc017508c binding host dv-cinder-786932-2-smb {{(pid=86394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 18:30:00.587726 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-c9311030-d79b-4cf9-b0a2-77b00309c700 req-05678dcb-c43c-453b-83dc-d5a422d48ea4 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/security-groups?id=18dbf877-4418-4cf7-b982-e374a1f22360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339044 Apr 20 18:30:00.597549 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 60828) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:00.672557 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-3023a474-869a-429c-adf5-5442fa514e72 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1503937338', 'description': 'tempest-description--52346838'}} {{(pid=86392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:30:00.691335 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-3023a474-869a-429c-adf5-5442fa514e72 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:00.699103 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-5b71dcdc-d90d-4cc0-8f62-a98ddda8b2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:00.708528 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-3023a474-869a-429c-adf5-5442fa514e72 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Usage tracker for resource:security_group and tenant:96a404d19bd540809d4ea207dd16d6ad is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:00.712139 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-3023a474-869a-429c-adf5-5442fa514e72 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:00.718430 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-3023a474-869a-429c-adf5-5442fa514e72 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:00.735811 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-12adb5af-f3ec-432e-82a0-54ec558fc65a None None] Notify callbacks [] for port, precommit_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:00.737160 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-9965ad78-8952-4241-a2b4-193daf02f005 admin admin] 10.222.0.20 "PUT /v2.0/routers/a49fd1cd-2869-4713-92b0-bf17b4a33ac1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9619644 Apr 20 18:30:00.741058 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-12adb5af-f3ec-432e-82a0-54ec558fc65a None None] Transition to ACTIVE for port object cb3108b6-f3a4-497d-866f-6c3d86d2f729 will not be triggered until provisioned by entity L2. {{(pid=86393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:30:00.747752 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9311cc7e-4baf-4908-a5a1-048411940099 None None] Sync routers for ids ['a49fd1cd-2869-4713-92b0-bf17b4a33ac1'] in dv-cinder-786932-2-smb {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:30:00.754436 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3023a474-869a-429c-adf5-5442fa514e72 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks [] for security_group, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:00.759473 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-12adb5af-f3ec-432e-82a0-54ec558fc65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:00.770935 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-0e0ecac3-4116-4a1e-9916-7aee3aa9ccb6 admin admin] Network 084b42a3-33b7-4989-aca0-c0587a2e021b has no segments {{(pid=86392) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:30:00.772186 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-df8c1f77-f060-482d-a6ad-0bd75e14426f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:00.773363 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9311cc7e-4baf-4908-a5a1-048411940099 None None] Routers {'a49fd1cd-2869-4713-92b0-bf17b4a33ac1'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:30:00.774230 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-9311cc7e-4baf-4908-a5a1-048411940099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:29:56Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['a49fd1cd-2869-4713-92b0-bf17b4a33ac1'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:30:00.810316 dv-cinder-786932-2-smb neutron-server[86278]: Traceback (most recent call last): Apr 20 18:30:00.810316 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 18:30:00.810316 dv-cinder-786932-2-smb neutron-server[86278]: timer() Apr 20 18:30:00.810316 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:30:00.810316 dv-cinder-786932-2-smb neutron-server[86278]: cb(*args, **kw) Apr 20 18:30:00.810316 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 18:30:00.810316 dv-cinder-786932-2-smb neutron-server[86278]: return func(*args, **kwargs) Apr 20 18:30:00.810316 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:30:00.810316 dv-cinder-786932-2-smb neutron-server[86278]: self._notify() Apr 20 18:30:00.810316 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:30:00.810316 dv-cinder-786932-2-smb neutron-server[86278]: self.callback(batched_events) Apr 20 18:30:00.810316 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:30:00.810316 dv-cinder-786932-2-smb neutron-server[86278]: event.method(event) Apr 20 18:30:00.810316 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:30:00.810316 dv-cinder-786932-2-smb neutron-server[86278]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:30:00.810316 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 18:30:00.810316 dv-cinder-786932-2-smb neutron-server[86278]: segment_id)['aggregates'][0] Apr 20 18:30:00.810316 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:30:00.810316 dv-cinder-786932-2-smb neutron-server[86278]: return f(self, *a, **k) Apr 20 18:30:00.810316 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 18:30:00.810316 dv-cinder-786932-2-smb neutron-server[86278]: return self._get(url).json() Apr 20 18:30:00.810316 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:30:00.810316 dv-cinder-786932-2-smb neutron-server[86278]: **kwargs) Apr 20 18:30:00.810316 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 18:30:00.810316 dv-cinder-786932-2-smb neutron-server[86278]: return self.request(url, 'GET', **kwargs) Apr 20 18:30:00.810316 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 18:30:00.810316 dv-cinder-786932-2-smb neutron-server[86278]: **endpoint_filter) Apr 20 18:30:00.810316 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 18:30:00.810316 dv-cinder-786932-2-smb neutron-server[86278]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:30:00.810316 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 18:30:00.810316 dv-cinder-786932-2-smb neutron-server[86278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:30:00.810316 dv-cinder-786932-2-smb neutron-server[86278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:30:00.826043 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-cdb6a42d-5591-406a-bfa9-52617a5c73d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:00.900407 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-3eea4565-de64-4253-a1f4-27777347ab9e tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:00.904691 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-3eea4565-de64-4253-a1f4-27777347ab9e tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Usage tracker for resource:security_group_rule and tenant:9dd07067e6ec4229b42b15a57fa654ee is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:00.908059 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-3eea4565-de64-4253-a1f4-27777347ab9e tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:00.910321 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-3023a474-869a-429c-adf5-5442fa514e72 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:00.914750 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-3eea4565-de64-4253-a1f4-27777347ab9e tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:00.933713 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-3023a474-869a-429c-adf5-5442fa514e72 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Usage tracker for resource:security_group_rule and tenant:96a404d19bd540809d4ea207dd16d6ad is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:00.942416 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-3023a474-869a-429c-adf5-5442fa514e72 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:00.950466 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a482b8e-0b15-4562-86ee-8a645ea36434 req-acad2cff-790a-41df-8f6a-141474fb3a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:00.953306 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-7a482b8e-0b15-4562-86ee-8a645ea36434 req-acad2cff-790a-41df-8f6a-141474fb3a7a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b0f500fcba164b3aa82caba7daafbee4&device_id=ed9e91c2-f76f-4070-ae59-5fe3ed3629b2 HTTP/1.1" status: 200 len: 1097 time: 0.8400304 Apr 20 18:30:00.958336 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2bb0f-617a-4824-9912-77848c79ab35 req-baaf3861-7dea-4d03-bc5a-31ea8138ff0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:00.960385 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-aaa2bb0f-617a-4824-9912-77848c79ab35 req-baaf3861-7dea-4d03-bc5a-31ea8138ff0f service neutron] 10.222.0.46 "GET /v2.0/networks?id=69eb6f97-ea3e-4050-89c1-6e90e1792b19 HTTP/1.1" status: 200 len: 916 time: 0.6302078 Apr 20 18:30:00.961566 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-3023a474-869a-429c-adf5-5442fa514e72 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:00.996450 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf9e42-7d29-4de5-ae25-497f7327e394 None None] Pushing event updated for resources: {'Port': ['ID=cb3108b6-f3a4-497d-866f-6c3d86d2f729,revision_number=3']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:00.999630 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-6bdf9e42-7d29-4de5-ae25-497f7327e394 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:01.066643 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-aaa2bb0f-617a-4824-9912-77848c79ab35 req-ff7b358a-f029-4666-ae5a-c4363d39d1e6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecac05ec-2410-41c4-9ea9-0ca360507bf0 HTTP/1.1" status: 200 len: 217 time: 0.0979214 Apr 20 18:30:01.070539 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0e0ecac3-4116-4a1e-9916-7aee3aa9ccb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-663289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854378623'] for network, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:01.088887 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3eea4565-de64-4253-a1f4-27777347ab9e tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:01.097645 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-df8c1f77-f060-482d-a6ad-0bd75e14426f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:01.184849 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2bb0f-617a-4824-9912-77848c79ab35 req-d239fe84-4c93-4b27-bd41-7ee1418b8180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:01.188155 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-aaa2bb0f-617a-4824-9912-77848c79ab35 req-d239fe84-4c93-4b27-bd41-7ee1418b8180 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=97c6181f-cafd-4b1b-a893-b50fc49a5af4 HTTP/1.1" status: 200 len: 855 time: 0.1037056 Apr 20 18:30:01.196838 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:01.223154 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0e0ecac3-4116-4a1e-9916-7aee3aa9ccb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for network, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:01.295290 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0ecac3-4116-4a1e-9916-7aee3aa9ccb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=084b42a3-33b7-4989-aca0-c0587a2e021b,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:01.304953 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-0e0ecac3-4116-4a1e-9916-7aee3aa9ccb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:01.317163 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-aaa2bb0f-617a-4824-9912-77848c79ab35 req-0e90f0af-2823-423f-ae10-5748af0b9d06 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=69eb6f97-ea3e-4050-89c1-6e90e1792b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909891 Apr 20 18:30:01.324322 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-0e0ecac3-4116-4a1e-9916-7aee3aa9ccb6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/084b42a3-33b7-4989-aca0-c0587a2e021b HTTP/1.1" status: 204 len: 168 time: 3.4906850 Apr 20 18:30:01.414684 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3eea4565-de64-4253-a1f4-27777347ab9e tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:01.415985 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a482b8e-0b15-4562-86ee-8a645ea36434 req-5ccfdb07-9183-4981-9fb1-4a4fe65fc7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:01.417550 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-7a482b8e-0b15-4562-86ee-8a645ea36434 req-5ccfdb07-9183-4981-9fb1-4a4fe65fc7b7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a373e992-f70d-4755-9565-4700e4745981 HTTP/1.1" status: 200 len: 912 time: 0.2867692 Apr 20 18:30:01.455231 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-12adb5af-f3ec-432e-82a0-54ec558fc65a None None] Attempting to bind port cb3108b6-f3a4-497d-866f-6c3d86d2f729 on host dv-cinder-786932-2-smb for vnic_type normal with profile {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:30:01.455655 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-12adb5af-f3ec-432e-82a0-54ec558fc65a None None] Attempting to bind port cb3108b6-f3a4-497d-866f-6c3d86d2f729 by drivers openvswitch,hyperv on host dv-cinder-786932-2-smb at level 0 using segments [{'id': '3ba1b949-5657-4980-b225-8ea57859926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '07ec5321-0579-4912-85f7-b750583baf28'}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:30:01.456068 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12adb5af-f3ec-432e-82a0-54ec558fc65a None None] Attempting to bind port cb3108b6-f3a4-497d-866f-6c3d86d2f729 on network 07ec5321-0579-4912-85f7-b750583baf28 {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:30:01.470568 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12adb5af-f3ec-432e-82a0-54ec558fc65a None None] Checking agent: {'id': 'ac60c4f9-3ecd-40a5-acc5-9289d1156cbe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 20, 58), 'started_at': datetime.datetime(2021, 4, 20, 18, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:30:01.471095 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12adb5af-f3ec-432e-82a0-54ec558fc65a None None] Checking segment: {'id': '3ba1b949-5657-4980-b225-8ea57859926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '07ec5321-0579-4912-85f7-b750583baf28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:30:01.471499 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-12adb5af-f3ec-432e-82a0-54ec558fc65a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:01.472106 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12adb5af-f3ec-432e-82a0-54ec558fc65a None None] Bound using segment: {'id': '3ba1b949-5657-4980-b225-8ea57859926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '07ec5321-0579-4912-85f7-b750583baf28'} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:30:01.472651 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-12adb5af-f3ec-432e-82a0-54ec558fc65a None None] Bound port: cb3108b6-f3a4-497d-866f-6c3d86d2f729, host: dv-cinder-786932-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ba1b949-5657-4980-b225-8ea57859926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '07ec5321-0579-4912-85f7-b750583baf28'}}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:30:01.473074 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-12adb5af-f3ec-432e-82a0-54ec558fc65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:01.556429 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:01.569473 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-7a482b8e-0b15-4562-86ee-8a645ea36434 req-c18cfe18-a4f2-4c81-94ed-bad1c6ce818c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9bc23d55-40b6-4784-be6d-a2459485970b HTTP/1.1" status: 200 len: 217 time: 0.1187119 Apr 20 18:30:01.603684 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-12adb5af-f3ec-432e-82a0-54ec558fc65a None None] For port cb3108b6-f3a4-497d-866f-6c3d86d2f729, host dv-cinder-786932-2-smb, cleared binding levels {{(pid=86393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:30:01.607643 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-12adb5af-f3ec-432e-82a0-54ec558fc65a None None] For port cb3108b6-f3a4-497d-866f-6c3d86d2f729, host dv-cinder-786932-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=cb3108b6-f3a4-497d-866f-6c3d86d2f729,segment=NetworkSegment(3ba1b949-5657-4980-b225-8ea57859926e),segment_id=3ba1b949-5657-4980-b225-8ea57859926e)] {{(pid=86393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:30:01.617935 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-12adb5af-f3ec-432e-82a0-54ec558fc65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:01.622105 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 60856) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:01.622483 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 60860) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:01.630537 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-6bdf9e42-7d29-4de5-ae25-497f7327e394 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:01.640019 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-5b71dcdc-d90d-4cc0-8f62-a98ddda8b2e6 None None] Notify callbacks [] for port, precommit_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:01.653250 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-5b71dcdc-d90d-4cc0-8f62-a98ddda8b2e6 None None] Transition to ACTIVE for port object f646afea-471d-48d4-be42-b2adc017508c will not be triggered until provisioned by entity L2. {{(pid=86394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:30:01.662461 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-5b71dcdc-d90d-4cc0-8f62-a98ddda8b2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:01.672901 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-de624ca4-2e7e-4bf7-a953-88c982815aad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:01.693696 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a482b8e-0b15-4562-86ee-8a645ea36434 req-933587fd-03c9-46c5-bdbe-b905f154a8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:01.695290 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-7a482b8e-0b15-4562-86ee-8a645ea36434 req-933587fd-03c9-46c5-bdbe-b905f154a8bf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e21f1798-5b32-4cd6-8975-650f5f132730 HTTP/1.1" status: 200 len: 851 time: 0.1116815 Apr 20 18:30:01.714780 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded0eadc-fb63-4ddc-b31d-31ea063ecf91 req-581f2672-7454-4f23-8c10-2d02369578dc tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:01.722818 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ded0eadc-fb63-4ddc-b31d-31ea063ecf91 req-581f2672-7454-4f23-8c10-2d02369578dc tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed9e91c2-f76f-4070-ae59-5fe3ed3629b2 HTTP/1.1" status: 200 len: 944 time: 0.9432726 Apr 20 18:30:01.725376 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-df8c1f77-f060-482d-a6ad-0bd75e14426f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:01.729115 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf9e42-7d29-4de5-ae25-497f7327e394 None None] Pushing event updated for resources: {'Port': ['ID=cb3108b6-f3a4-497d-866f-6c3d86d2f729,revision_number=4']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:01.732705 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-6bdf9e42-7d29-4de5-ae25-497f7327e394 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:01.741968 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12adb5af-f3ec-432e-82a0-54ec558fc65a None None] Routers {'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:30:01.742661 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-12adb5af-f3ec-432e-82a0-54ec558fc65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:29:56Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:30:01.759175 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e08a4e-0b79-4cba-928e-dc678f6d15f1 req-c4720121-273f-418f-b2ec-04e99f69b9c4 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:01.760234 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-e8e08a4e-0b79-4cba-928e-dc678f6d15f1 req-c4720121-273f-418f-b2ec-04e99f69b9c4 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Synchronizing usage tracker for tenant:a7d00bc2297e4088a3209dad8c5ffa52 on resource:network {{(pid=86392) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:30:01.762586 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18fbb56-c6cc-40af-acda-676fa061e56f None None] Pushing event updated for resources: {'Port': ['ID=f646afea-471d-48d4-be42-b2adc017508c,revision_number=3']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:01.825845 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3023a474-869a-429c-adf5-5442fa514e72 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks [] for security_group, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:01.866155 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-74a97916-d882-484b-8e5f-5e5312a93181 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f328995515da4faaafbf85dde6829036&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1769156 Apr 20 18:30:01.880886 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 60874) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:01.904874 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3023a474-869a-429c-adf5-5442fa514e72 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:01.988222 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-df8c1f77-f060-482d-a6ad-0bd75e14426f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:01.989837 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-df8c1f77-f060-482d-a6ad-0bd75e14426f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5023e413-6472-4776-b44b-f538c1b2c111 HTTP/1.1" status: 204 len: 168 time: 1.9216268 Apr 20 18:30:01.993513 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-7a482b8e-0b15-4562-86ee-8a645ea36434 req-797a2605-b433-4fce-ab37-0c699c81e712 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a373e992-f70d-4755-9565-4700e4745981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2612443 Apr 20 18:30:01.994544 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eea4565-de64-4253-a1f4-27777347ab9e tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed32cec-6957-435a-bfeb-34cb0da197c3,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:01.998937 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-3eea4565-de64-4253-a1f4-27777347ab9e tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:02.002000 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:02.015844 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-e8e08a4e-0b79-4cba-928e-dc678f6d15f1 req-c4720121-273f-418f-b2ec-04e99f69b9c4 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Unset dirty status for tenant:a7d00bc2297e4088a3209dad8c5ffa52 on resource:network {{(pid=86392) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:30:02.016450 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-9fe7c5f3-0947-4f19-8df8-240904ac1a67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:02.023994 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e8e08a4e-0b79-4cba-928e-dc678f6d15f1 req-c4720121-273f-418f-b2ec-04e99f69b9c4 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/networks?id=b38b090e-8861-4ffd-9c34-064e6f8a30de HTTP/1.1" status: 200 len: 819 time: 0.4581575 Apr 20 18:30:02.038661 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3023a474-869a-429c-adf5-5442fa514e72 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks [] for security_group, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:02.043224 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-3023a474-869a-429c-adf5-5442fa514e72 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.4389968 Apr 20 18:30:02.043385 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3eea4565-de64-4253-a1f4-27777347ab9e tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:02.044247 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-3eea4565-de64-4253-a1f4-27777347ab9e tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.0095310 Apr 20 18:30:02.060910 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 60880) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:02.061418 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 60882) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:02.081164 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-6ea09d75-fa16-4d2f-ab1b-b6556933625e tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Request body: {'security_group_rule': {'security_group_id': '7ed32cec-6957-435a-bfeb-34cb0da197c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:30:02.088870 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-12861ef0-b0f3-420e-9484-43cf6429e04b tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Request body: {'security_group_rule': {'security_group_id': '9029e925-67cb-4402-81c8-a9bf97a752e7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:30:02.095685 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-12861ef0-b0f3-420e-9484-43cf6429e04b tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:02.099717 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-12861ef0-b0f3-420e-9484-43cf6429e04b tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Usage tracker for resource:security_group_rule and tenant:96a404d19bd540809d4ea207dd16d6ad is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:02.102765 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-12861ef0-b0f3-420e-9484-43cf6429e04b tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:02.108953 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-12861ef0-b0f3-420e-9484-43cf6429e04b tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:02.118256 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8c1f77-f060-482d-a6ad-0bd75e14426f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5023e413-6472-4776-b44b-f538c1b2c111,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:02.125587 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-df8c1f77-f060-482d-a6ad-0bd75e14426f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:02.125694 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-aaa2bb0f-617a-4824-9912-77848c79ab35 req-2f22121e-2577-4fd1-8946-91f0f5d4aee7 service neutron] 10.222.0.46 "GET /v2.0/networks/69eb6f97-ea3e-4050-89c1-6e90e1792b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7979293 Apr 20 18:30:02.151646 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e8e08a4e-0b79-4cba-928e-dc678f6d15f1 req-113c6c1b-f352-4916-a1dd-7ce411c7e4fa tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/quotas/a7d00bc2297e4088a3209dad8c5ffa52 HTTP/1.1" status: 200 len: 375 time: 0.1266184 Apr 20 18:30:02.154243 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-6ea09d75-fa16-4d2f-ab1b-b6556933625e tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:02.161636 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-12861ef0-b0f3-420e-9484-43cf6429e04b tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:02.263314 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-9311cc7e-4baf-4908-a5a1-048411940099 None None] Set router a49fd1cd-2869-4713-92b0-bf17b4a33ac1 gateway port host: dv-cinder-786932-2-smb {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:30:02.264333 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ded0eadc-fb63-4ddc-b31d-31ea063ecf91 req-945c5a7e-5f3d-4916-bd29-a4e7c04dc4af tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a2b89b8-6da2-4dc9-a0a9-e2342b47c305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5405433 Apr 20 18:30:02.267641 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9723bb33-f285-4162-a371-97b8f6116caf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:02.287843 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-9723bb33-f285-4162-a371-97b8f6116caf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:02.292255 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-9723bb33-f285-4162-a371-97b8f6116caf admin admin] Usage tracker for resource:security_group_rule and tenant:493803efc6bb4a71a88cbc7bc49cbfd7 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:02.295360 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-9723bb33-f285-4162-a371-97b8f6116caf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:02.301966 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-9723bb33-f285-4162-a371-97b8f6116caf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:02.394906 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-f18fbb56-c6cc-40af-acda-676fa061e56f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.722s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:02.395411 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9723bb33-f285-4162-a371-97b8f6116caf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:02.414050 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9723bb33-f285-4162-a371-97b8f6116caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:02.454499 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:02.471076 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-5b71dcdc-d90d-4cc0-8f62-a98ddda8b2e6 None None] Attempting to bind port f646afea-471d-48d4-be42-b2adc017508c on host dv-cinder-786932-2-smb for vnic_type normal with profile {{(pid=86394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:30:02.471485 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-5b71dcdc-d90d-4cc0-8f62-a98ddda8b2e6 None None] Attempting to bind port f646afea-471d-48d4-be42-b2adc017508c by drivers openvswitch,hyperv on host dv-cinder-786932-2-smb at level 0 using segments [{'id': '42b51926-c2ca-471c-ac7e-b000ccba3eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c035be72-ec93-4bac-85f8-b0cd68e3656b'}] {{(pid=86394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:30:02.471884 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b71dcdc-d90d-4cc0-8f62-a98ddda8b2e6 None None] Attempting to bind port f646afea-471d-48d4-be42-b2adc017508c on network c035be72-ec93-4bac-85f8-b0cd68e3656b {{(pid=86394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:30:02.479533 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b71dcdc-d90d-4cc0-8f62-a98ddda8b2e6 None None] Checking agent: {'id': 'ac60c4f9-3ecd-40a5-acc5-9289d1156cbe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 20, 58), 'started_at': datetime.datetime(2021, 4, 20, 18, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:30:02.479922 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b71dcdc-d90d-4cc0-8f62-a98ddda8b2e6 None None] Checking segment: {'id': '42b51926-c2ca-471c-ac7e-b000ccba3eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c035be72-ec93-4bac-85f8-b0cd68e3656b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:30:02.480362 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-5b71dcdc-d90d-4cc0-8f62-a98ddda8b2e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:02.480790 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b71dcdc-d90d-4cc0-8f62-a98ddda8b2e6 None None] Bound using segment: {'id': '42b51926-c2ca-471c-ac7e-b000ccba3eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c035be72-ec93-4bac-85f8-b0cd68e3656b'} {{(pid=86394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:30:02.481301 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-5b71dcdc-d90d-4cc0-8f62-a98ddda8b2e6 None None] Bound port: f646afea-471d-48d4-be42-b2adc017508c, host: dv-cinder-786932-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42b51926-c2ca-471c-ac7e-b000ccba3eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c035be72-ec93-4bac-85f8-b0cd68e3656b'}}] {{(pid=86394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:30:02.481708 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-5b71dcdc-d90d-4cc0-8f62-a98ddda8b2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:02.505804 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-12adb5af-f3ec-432e-82a0-54ec558fc65a None None] Set router e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c gateway port host: dv-cinder-786932-2-smb {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:30:02.582502 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-7a482b8e-0b15-4562-86ee-8a645ea36434 req-7d94bded-0880-40f0-98d1-825fcfd321d2 service neutron] 10.222.0.46 "GET /v2.0/networks/a373e992-f70d-4755-9565-4700e4745981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5552161 Apr 20 18:30:02.588061 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-9723bb33-f285-4162-a371-97b8f6116caf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=493803efc6bb4a71a88cbc7bc49cbfd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8973534 Apr 20 18:30:02.607290 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-5b71dcdc-d90d-4cc0-8f62-a98ddda8b2e6 None None] For port f646afea-471d-48d4-be42-b2adc017508c, host dv-cinder-786932-2-smb, cleared binding levels {{(pid=86394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:30:02.612967 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-5b71dcdc-d90d-4cc0-8f62-a98ddda8b2e6 None None] For port f646afea-471d-48d4-be42-b2adc017508c, host dv-cinder-786932-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=f646afea-471d-48d4-be42-b2adc017508c,segment=NetworkSegment(42b51926-c2ca-471c-ac7e-b000ccba3eb6),segment_id=42b51926-c2ca-471c-ac7e-b000ccba3eb6)] {{(pid=86394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:30:02.613607 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 60894) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:02.616193 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9723bb33-f285-4162-a371-97b8f6116caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eddb2d2a-a304-494a-9f5f-64bd268165b7,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:02.630803 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-9723bb33-f285-4162-a371-97b8f6116caf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:02.632991 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-5b71dcdc-d90d-4cc0-8f62-a98ddda8b2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:02.663124 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:02.685184 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-aaa2bb0f-617a-4824-9912-77848c79ab35 req-0285c8fa-d53f-4eff-b0e9-18cda19eed57 service neutron] 10.222.0.46 "GET /v2.0/networks/69eb6f97-ea3e-4050-89c1-6e90e1792b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5282824 Apr 20 18:30:02.688791 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-6ea09d75-fa16-4d2f-ab1b-b6556933625e tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Usage tracker for resource:security_group_rule and tenant:9dd07067e6ec4229b42b15a57fa654ee is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:02.749799 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023a474-869a-429c-adf5-5442fa514e72 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9029e925-67cb-4402-81c8-a9bf97a752e7,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:02.755560 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-6ea09d75-fa16-4d2f-ab1b-b6556933625e tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:02.765464 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-3023a474-869a-429c-adf5-5442fa514e72 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.763s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:02.794967 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-6ea09d75-fa16-4d2f-ab1b-b6556933625e tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:02.803952 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0a02344e-fde8-485a-bced-b17e57b70b39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:02.850218 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b71dcdc-d90d-4cc0-8f62-a98ddda8b2e6 None None] Routers {'a508df0a-5d8e-482e-944d-017a2f8fe5b6'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:30:02.851306 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-5b71dcdc-d90d-4cc0-8f62-a98ddda8b2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:29:56Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['a508df0a-5d8e-482e-944d-017a2f8fe5b6'], 'active': True} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:30:02.874066 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 60898) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:02.897374 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de89d635-954c-4def-b62a-bdefc1e74610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:02.930746 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0159b-1788-4e9c-9086-54348dcb426b req-002b0db1-4d46-4a5d-9319-19d9591ddfd8 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:02.937485 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-cebf0b2e-9017-4067-8396-323e65df5953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:02.943421 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-25f0159b-1788-4e9c-9086-54348dcb426b req-002b0db1-4d46-4a5d-9319-19d9591ddfd8 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c3e719f-55da-4826-8b34-2362a0b4f5e2 HTTP/1.1" status: 200 len: 944 time: 0.4543533 Apr 20 18:30:02.977609 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0a02344e-fde8-485a-bced-b17e57b70b39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:02.987770 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-6ea09d75-fa16-4d2f-ab1b-b6556933625e tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:02.996968 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-7a482b8e-0b15-4562-86ee-8a645ea36434 req-b7372839-84de-4b6e-aeec-1b8012613b64 service neutron] 10.222.0.46 "GET /v2.0/networks/a373e992-f70d-4755-9565-4700e4745981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4056549 Apr 20 18:30:03.017733 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-cebf0b2e-9017-4067-8396-323e65df5953 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:03.021990 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-cebf0b2e-9017-4067-8396-323e65df5953 admin admin] Usage tracker for resource:security_group_rule and tenant:bed3f7369b6742cabf38f9ff24f9dd67 is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:03.027030 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-cebf0b2e-9017-4067-8396-323e65df5953 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:03.031969 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de89d635-954c-4def-b62a-bdefc1e74610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:03.036737 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-cebf0b2e-9017-4067-8396-323e65df5953 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:03.070037 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-25f0159b-1788-4e9c-9086-54348dcb426b req-a718589f-afdd-4fcb-b38f-3a99a705cde1 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/security-groups?id=18dbf877-4418-4cf7-b982-e374a1f22360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254790 Apr 20 18:30:03.101774 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-5b71dcdc-d90d-4cc0-8f62-a98ddda8b2e6 None None] Set router a508df0a-5d8e-482e-944d-017a2f8fe5b6 gateway port host: dv-cinder-786932-2-smb {{(pid=86394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:30:03.104376 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de89d635-954c-4def-b62a-bdefc1e74610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:03.110109 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:03.124118 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-cebf0b2e-9017-4067-8396-323e65df5953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:03.129002 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de89d635-954c-4def-b62a-bdefc1e74610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eddb2d2a-a304-494a-9f5f-64bd268165b7,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:03.133542 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-de89d635-954c-4def-b62a-bdefc1e74610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:03.145805 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de89d635-954c-4def-b62a-bdefc1e74610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:03.147126 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-de89d635-954c-4def-b62a-bdefc1e74610 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eddb2d2a-a304-494a-9f5f-64bd268165b7 HTTP/1.1" status: 204 len: 168 time: 0.5152144 Apr 20 18:30:03.150918 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-cebf0b2e-9017-4067-8396-323e65df5953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:03.156883 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device 9bc23d55-40b6-4784-be6d-a2459485970b details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:30:03.224937 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-12861ef0-b0f3-420e-9484-43cf6429e04b tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:03.225770 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:03.237628 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-cebf0b2e-9017-4067-8396-323e65df5953 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bed3f7369b6742cabf38f9ff24f9dd67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3510690 Apr 20 18:30:03.238031 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 60906) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:03.266351 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-12861ef0-b0f3-420e-9484-43cf6429e04b tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860092'] for security_group_rule, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:03.280702 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-e8e08a4e-0b79-4cba-928e-dc678f6d15f1 req-32cc36cb-1c3a-4896-b11d-1485f0ff98d7 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Synchronizing usage tracker for tenant:a7d00bc2297e4088a3209dad8c5ffa52 on resource:port {{(pid=86392) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:30:03.302409 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port 9bc23d55-40b6-4784-be6d-a2459485970b, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=9bc23d55-40b6-4784-be6d-a2459485970b,segment=NetworkSegment(d803accb-b110-48f6-8bb7-f0e0f7f5c1e9),segment_id=d803accb-b110-48f6-8bb7-f0e0f7f5c1e9)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:30:03.331475 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Returning: {'device': '9bc23d55-40b6-4784-be6d-a2459485970b', 'network_id': 'a373e992-f70d-4755-9565-4700e4745981', 'port_id': '9bc23d55-40b6-4784-be6d-a2459485970b', 'mac_address': 'fa:16:3e:65:83:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e21f1798-5b32-4cd6-8975-650f5f132730', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:30:03.344568 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-9311cc7e-4baf-4908-a5a1-048411940099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49fd1cd-2869-4713-92b0-bf17b4a33ac1', 'name': 'tempest-ServerRescueNegativeTestJSON-1606434760-router', 'tenant_id': 'a7d00bc2297e4088a3209dad8c5ffa52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.74'}], 'enable_snat': True}, 'gw_port_id': '25ce7030-0d33-4871-89de-8427b5b2992f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:37Z', 'updated_at': '2021-04-20T18:29:53Z', 'revision_number': 4, 'project_id': 'a7d00bc2297e4088a3209dad8c5ffa52', 'gw_port': {'id': '25ce7030-0d33-4871-89de-8427b5b2992f', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:a7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49fd1cd-2869-4713-92b0-bf17b4a33ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:38Z', 'updated_at': '2021-04-20T18:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb', '_interfaces': [{'id': '417b90b2-ec23-4274-838c-ee60cce7a113', 'name': '', 'network_id': 'b38b090e-8861-4ffd-9c34-064e6f8a30de', 'tenant_id': 'a7d00bc2297e4088a3209dad8c5ffa52', 'mac_address': 'fa:16:3e:6e:e5:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49fd1cd-2869-4713-92b0-bf17b4a33ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'b2183557-3402-47d4-9d62-f632ed212213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:51Z', 'updated_at': '2021-04-20T18:29:55Z', 'revision_number': 2, 'project_id': 'a7d00bc2297e4088a3209dad8c5ffa52', 'subnets': [{'id': 'b2183557-3402-47d4-9d62-f632ed212213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:30:03.353070 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9311cc7e-4baf-4908-a5a1-048411940099 None None] Checking router: a49fd1cd-2869-4713-92b0-bf17b4a33ac1 for host: dv-cinder-786932-2-smb {{(pid=86393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:30:03.353624 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9311cc7e-4baf-4908-a5a1-048411940099 None None] Updating router a49fd1cd-2869-4713-92b0-bf17b4a33ac1 port 417b90b2-ec23-4274-838c-ee60cce7a113 binding host dv-cinder-786932-2-smb {{(pid=86393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 18:30:03.418937 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9311cc7e-4baf-4908-a5a1-048411940099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:03.421526 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0ead81bd-aaa6-4faa-917e-e56ec88e5476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:03.435037 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-6ea09d75-fa16-4d2f-ab1b-b6556933625e tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:03.485263 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-6ea09d75-fa16-4d2f-ab1b-b6556933625e tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860092'] for security_group_rule, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:03.497300 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-e8e08a4e-0b79-4cba-928e-dc678f6d15f1 req-32cc36cb-1c3a-4896-b11d-1485f0ff98d7 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Unset dirty status for tenant:a7d00bc2297e4088a3209dad8c5ffa52 on resource:port {{(pid=86392) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:30:03.499144 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e8e08a4e-0b79-4cba-928e-dc678f6d15f1 req-32cc36cb-1c3a-4896-b11d-1485f0ff98d7 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a7d00bc2297e4088a3209dad8c5ffa52&fields=id HTTP/1.1" status: 200 len: 255 time: 1.3465893 Apr 20 18:30:03.517904 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebf0b2e-9017-4067-8396-323e65df5953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb963ccd-9023-4d5d-947f-1c89bc60945d,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:03.518125 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18fbb56-c6cc-40af-acda-676fa061e56f None None] Pushing event updated for resources: {'Port': ['ID=f646afea-471d-48d4-be42-b2adc017508c,revision_number=4']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:03.522471 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-cebf0b2e-9017-4067-8396-323e65df5953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:03.522649 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-f18fbb56-c6cc-40af-acda-676fa061e56f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.859s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:03.537219 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-5b71dcdc-d90d-4cc0-8f62-a98ddda8b2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a508df0a-5d8e-482e-944d-017a2f8fe5b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1953854899-router', 'tenant_id': '96a404d19bd540809d4ea207dd16d6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': 'f0812c19-bc43-486b-bfc4-d09a77ec3a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:35Z', 'updated_at': '2021-04-20T18:29:57Z', 'revision_number': 4, 'project_id': '96a404d19bd540809d4ea207dd16d6ad', 'gw_port': {'id': 'f0812c19-bc43-486b-bfc4-d09a77ec3a0f', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508df0a-5d8e-482e-944d-017a2f8fe5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:37Z', 'updated_at': '2021-04-20T18:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb', '_interfaces': [{'id': 'f646afea-471d-48d4-be42-b2adc017508c', 'name': '', 'network_id': 'c035be72-ec93-4bac-85f8-b0cd68e3656b', 'tenant_id': '96a404d19bd540809d4ea207dd16d6ad', 'mac_address': 'fa:16:3e:10:d7:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a508df0a-5d8e-482e-944d-017a2f8fe5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '41a62a97-d129-42fa-96d5-fce2a7a65a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:50Z', 'updated_at': '2021-04-20T18:30:02Z', 'revision_number': 4, 'project_id': '96a404d19bd540809d4ea207dd16d6ad', 'subnets': [{'id': '41a62a97-d129-42fa-96d5-fce2a7a65a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:30:03.542667 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b71dcdc-d90d-4cc0-8f62-a98ddda8b2e6 None None] The sync data for ids ['a508df0a-5d8e-482e-944d-017a2f8fe5b6'] in dv-cinder-786932-2-smb is: [{'id': 'a508df0a-5d8e-482e-944d-017a2f8fe5b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1953854899-router', 'tenant_id': '96a404d19bd540809d4ea207dd16d6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': 'f0812c19-bc43-486b-bfc4-d09a77ec3a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:35Z', 'updated_at': '2021-04-20T18:29:57Z', 'revision_number': 4, 'project_id': '96a404d19bd540809d4ea207dd16d6ad', 'gw_port': {'id': 'f0812c19-bc43-486b-bfc4-d09a77ec3a0f', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508df0a-5d8e-482e-944d-017a2f8fe5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:37Z', 'updated_at': '2021-04-20T18:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb', '_interfaces': [{'id': 'f646afea-471d-48d4-be42-b2adc017508c', 'name': '', 'network_id': 'c035be72-ec93-4bac-85f8-b0cd68e3656b', 'tenant_id': '96a404d19bd540809d4ea207dd16d6ad', 'mac_address': 'fa:16:3e:10:d7:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a508df0a-5d8e-482e-944d-017a2f8fe5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '41a62a97-d129-42fa-96d5-fce2a7a65a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:50Z', 'updated_at': '2021-04-20T18:30:02Z', 'revision_number': 4, 'project_id': '96a404d19bd540809d4ea207dd16d6ad', 'subnets': [{'id': '41a62a97-d129-42fa-96d5-fce2a7a65a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:30:03.595948 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0ead81bd-aaa6-4faa-917e-e56ec88e5476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:03.723468 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:03.724306 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eee821-b4a9-46c3-8505-4e9b44475613 req-aa2eac3c-d7cb-4f5d-b994-4ea6320c4078 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:03.735533 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-65eee821-b4a9-46c3-8505-4e9b44475613 req-aa2eac3c-d7cb-4f5d-b994-4ea6320c4078 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed9e91c2-f76f-4070-ae59-5fe3ed3629b2 HTTP/1.1" status: 200 len: 944 time: 0.2405851 Apr 20 18:30:03.757488 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.387s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:03.779766 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12861ef0-b0f3-420e-9484-43cf6429e04b tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f715b2b8-8cb9-492c-89c8-1639cfe1e477,revision_number=0']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:03.791963 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0ead81bd-aaa6-4faa-917e-e56ec88e5476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:03.793322 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e8e08a4e-0b79-4cba-928e-dc678f6d15f1 req-850db7ed-01ea-4a03-9a28-9e886a29fa2b service neutron] 10.222.0.20 "GET /v2.0/networks/b38b090e-8861-4ffd-9c34-064e6f8a30de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819083 Apr 20 18:30:03.802882 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:03.816826 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 60914) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:03.817644 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ead81bd-aaa6-4faa-917e-e56ec88e5476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb963ccd-9023-4d5d-947f-1c89bc60945d,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:03.820037 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-0ead81bd-aaa6-4faa-917e-e56ec88e5476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:03.867394 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-65eee821-b4a9-46c3-8505-4e9b44475613 req-7677882c-d422-44c2-b733-265b12b9db8f tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a2b89b8-6da2-4dc9-a0a9-e2342b47c305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278672 Apr 20 18:30:03.876244 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-fc968e2a-f748-4c37-90f2-59c8fceec59c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:03.899269 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0ead81bd-aaa6-4faa-917e-e56ec88e5476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:03.900584 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-0ead81bd-aaa6-4faa-917e-e56ec88e5476 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bb963ccd-9023-4d5d-947f-1c89bc60945d HTTP/1.1" status: 204 len: 168 time: 0.6615474 Apr 20 18:30:03.901925 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-fc968e2a-f748-4c37-90f2-59c8fceec59c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:03.907510 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-fc968e2a-f748-4c37-90f2-59c8fceec59c admin admin] Usage tracker for resource:security_group_rule and tenant:884b0a5d643b49a99946b92471953282 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:03.910974 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-fc968e2a-f748-4c37-90f2-59c8fceec59c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:03.927374 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-fc968e2a-f748-4c37-90f2-59c8fceec59c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:03.955865 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-12861ef0-b0f3-420e-9484-43cf6429e04b tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:03.957297 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-12861ef0-b0f3-420e-9484-43cf6429e04b tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8947136 Apr 20 18:30:03.958245 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0a02344e-fde8-485a-bced-b17e57b70b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:03.963011 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 60920) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:03.972694 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-18b19c4c-5c2f-4afc-aa94-83cbf7b999cf tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Request body: {'security_group_rule': {'security_group_id': '9029e925-67cb-4402-81c8-a9bf97a752e7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:30:03.979544 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-18b19c4c-5c2f-4afc-aa94-83cbf7b999cf tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:03.983991 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-18b19c4c-5c2f-4afc-aa94-83cbf7b999cf tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Usage tracker for resource:security_group_rule and tenant:96a404d19bd540809d4ea207dd16d6ad is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:03.987183 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0a02344e-fde8-485a-bced-b17e57b70b39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:03.987326 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-18b19c4c-5c2f-4afc-aa94-83cbf7b999cf tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:03.991436 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-0a02344e-fde8-485a-bced-b17e57b70b39 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ed5fc12b-a798-491f-acd3-cfc88398ed04 HTTP/1.1" status: 204 len: 168 time: 2.1075647 Apr 20 18:30:03.994849 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-18b19c4c-5c2f-4afc-aa94-83cbf7b999cf tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:04.005053 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-6ea09d75-fa16-4d2f-ab1b-b6556933625e tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:04.006438 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-6ea09d75-fa16-4d2f-ab1b-b6556933625e tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9422107 Apr 20 18:30:04.007585 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea09d75-fa16-4d2f-ab1b-b6556933625e tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=184f6319-7640-4708-8460-3d4d7559d32f,revision_number=0']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:04.010465 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 60926) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:04.010727 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-6ea09d75-fa16-4d2f-ab1b-b6556933625e tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:04.013568 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.496s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:04.013895 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:04.017444 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-cebf0b2e-9017-4067-8396-323e65df5953 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:04.028940 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-4f351e2c-74f7-426e-9c7d-9476e735df12 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Request body: {'security_group_rule': {'security_group_id': '7ed32cec-6957-435a-bfeb-34cb0da197c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:30:04.038615 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-4f351e2c-74f7-426e-9c7d-9476e735df12 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:04.044522 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a02344e-fde8-485a-bced-b17e57b70b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5fc12b-a798-491f-acd3-cfc88398ed04,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:04.046896 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-0a02344e-fde8-485a-bced-b17e57b70b39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:04.047720 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-4f351e2c-74f7-426e-9c7d-9476e735df12 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Usage tracker for resource:security_group_rule and tenant:9dd07067e6ec4229b42b15a57fa654ee is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:04.058904 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-4f351e2c-74f7-426e-9c7d-9476e735df12 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:04.065728 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-4f351e2c-74f7-426e-9c7d-9476e735df12 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:04.075460 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e8e08a4e-0b79-4cba-928e-dc678f6d15f1 req-a1a0ce91-5c7a-4408-8b61-d65d89088215 service neutron] 10.222.0.20 "GET /v2.0/networks/b38b090e-8861-4ffd-9c34-064e6f8a30de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809782 Apr 20 18:30:04.085308 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-18b19c4c-5c2f-4afc-aa94-83cbf7b999cf tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:04.201904 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-18b19c4c-5c2f-4afc-aa94-83cbf7b999cf tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:04.214404 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-18b19c4c-5c2f-4afc-aa94-83cbf7b999cf tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860092'] for security_group_rule, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:04.215212 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4f351e2c-74f7-426e-9c7d-9476e735df12 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:04.378442 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:04.400835 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b19c4c-5c2f-4afc-aa94-83cbf7b999cf tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d6d21f4-0c26-4b7e-b68a-cff155eaa6cb,revision_number=0']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:04.457344 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-18b19c4c-5c2f-4afc-aa94-83cbf7b999cf tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:04.499389 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-18b19c4c-5c2f-4afc-aa94-83cbf7b999cf tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:04.500764 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-18b19c4c-5c2f-4afc-aa94-83cbf7b999cf tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5367284 Apr 20 18:30:04.533829 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 60940) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:04.544250 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ba622122-ba53-4900-b4e8-4af2f02b7a23 req-0a006fc0-a55e-4c96-b7a8-27198a52fbb5 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 210 time: 0.1211939 Apr 20 18:30:04.570444 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9311cc7e-4baf-4908-a5a1-048411940099 None None] Notify callbacks [] for port, precommit_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:04.583797 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-9311cc7e-4baf-4908-a5a1-048411940099 None None] Transition to ACTIVE for port object 417b90b2-ec23-4274-838c-ee60cce7a113 will not be triggered until provisioned by entity L2. {{(pid=86393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:30:04.597137 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bc23d55-40b6-4784-be6d-a2459485970b {{(pid=86393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:30:04.609579 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device f646afea-471d-48d4-be42-b2adc017508c up at agent ovs-agent-dv-cinder-786932-2-smb {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:30:04.617845 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-721a1739-5c77-493b-a6bc-183476d66940 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Request body: {'floatingip': {'floating_network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:30:04.652776 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4f351e2c-74f7-426e-9c7d-9476e735df12 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:04.662178 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-721a1739-5c77-493b-a6bc-183476d66940 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:04.664624 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4f351e2c-74f7-426e-9c7d-9476e735df12 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860092'] for security_group_rule, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:04.673616 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c607d-e3b4-49dd-adcb-b343ae2d1eef req-1b3aeb76-631d-4493-b183-c73a9fdfc921 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:04.675344 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-6d9c607d-e3b4-49dd-adcb-b343ae2d1eef req-1b3aeb76-631d-4493-b183-c73a9fdfc921 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c3e719f-55da-4826-8b34-2362a0b4f5e2 HTTP/1.1" status: 200 len: 944 time: 0.4705834 Apr 20 18:30:04.687093 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-fc968e2a-f748-4c37-90f2-59c8fceec59c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:04.690734 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-721a1739-5c77-493b-a6bc-183476d66940 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Usage tracker for resource:floatingip and tenant:96a404d19bd540809d4ea207dd16d6ad is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:04.694062 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-18b19c4c-5c2f-4afc-aa94-83cbf7b999cf tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:04.710949 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-721a1739-5c77-493b-a6bc-183476d66940 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:04.733822 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9311cc7e-4baf-4908-a5a1-048411940099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:04.756355 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:04.775007 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-6d9c607d-e3b4-49dd-adcb-b343ae2d1eef req-5e89f88f-1e4a-40e1-ab29-a1362d8ebe3f tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/security-groups?id=18dbf877-4418-4cf7-b982-e374a1f22360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903244 Apr 20 18:30:04.778932 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-fc968e2a-f748-4c37-90f2-59c8fceec59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:04.785620 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-721a1739-5c77-493b-a6bc-183476d66940 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:04.886780 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f351e2c-74f7-426e-9c7d-9476e735df12 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ed146d5-7ab7-4435-ac7f-0809c714fb20,revision_number=0']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:04.903529 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-fc968e2a-f748-4c37-90f2-59c8fceec59c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=884b0a5d643b49a99946b92471953282&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0796185 Apr 20 18:30:04.903529 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-4f351e2c-74f7-426e-9c7d-9476e735df12 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:04.904051 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 60960) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:04.909417 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:04.916664 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-721a1739-5c77-493b-a6bc-183476d66940 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks [] for floatingip, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:04.968523 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4f351e2c-74f7-426e-9c7d-9476e735df12 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:04.972804 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-4f351e2c-74f7-426e-9c7d-9476e735df12 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9536011 Apr 20 18:30:04.974645 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 60970) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:04.991530 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port 9bc23d55-40b6-4784-be6d-a2459485970b, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=9bc23d55-40b6-4784-be6d-a2459485970b,segment=NetworkSegment(d803accb-b110-48f6-8bb7-f0e0f7f5c1e9),segment_id=d803accb-b110-48f6-8bb7-f0e0f7f5c1e9)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:30:05.009933 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Provisioning for port f646afea-471d-48d4-be42-b2adc017508c completed by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:30:05.046957 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-b5ab268f-0f12-44b5-9a4a-8cb83f0a268a tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Request body: {'floatingip': {'floating_network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974'}} {{(pid=86392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:30:05.064837 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:05.065788 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device ecac05ec-2410-41c4-9ea9-0ca360507bf0 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:30:05.082260 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Provisioning complete for port f646afea-471d-48d4-be42-b2adc017508c triggered by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:30:05.082781 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:05.086178 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 60978) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:05.099579 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-b5ab268f-0f12-44b5-9a4a-8cb83f0a268a tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:05.110554 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc968e2a-f748-4c37-90f2-59c8fceec59c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c67ce2b-cf9c-4e26-8564-4de66cddfbe3,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:05.115788 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-fc968e2a-f748-4c37-90f2-59c8fceec59c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:05.220758 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-b5ab268f-0f12-44b5-9a4a-8cb83f0a268a tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Usage tracker for resource:floatingip and tenant:9dd07067e6ec4229b42b15a57fa654ee is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:05.228255 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-b5ab268f-0f12-44b5-9a4a-8cb83f0a268a tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:05.234822 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-b5ab268f-0f12-44b5-9a4a-8cb83f0a268a tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:05.238553 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-9311cc7e-4baf-4908-a5a1-048411940099 None None] Attempting to bind port 417b90b2-ec23-4274-838c-ee60cce7a113 on host dv-cinder-786932-2-smb for vnic_type normal with profile {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:30:05.240565 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-9311cc7e-4baf-4908-a5a1-048411940099 None None] Attempting to bind port 417b90b2-ec23-4274-838c-ee60cce7a113 by drivers openvswitch,hyperv on host dv-cinder-786932-2-smb at level 0 using segments [{'id': 'a75a35db-dac0-4400-9a60-474492d34744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b38b090e-8861-4ffd-9c34-064e6f8a30de'}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:30:05.241133 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9311cc7e-4baf-4908-a5a1-048411940099 None None] Attempting to bind port 417b90b2-ec23-4274-838c-ee60cce7a113 on network b38b090e-8861-4ffd-9c34-064e6f8a30de {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:30:05.272766 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-b5ab268f-0f12-44b5-9a4a-8cb83f0a268a tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks [] for floatingip, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:05.293022 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-721a1739-5c77-493b-a6bc-183476d66940 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:05.303150 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe088df-7612-49ba-bec2-43de1f974df5 None None] Pushing event updated for resources: {'Port': ['ID=417b90b2-ec23-4274-838c-ee60cce7a113,revision_number=3']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:05.306602 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9311cc7e-4baf-4908-a5a1-048411940099 None None] Checking agent: {'id': 'ac60c4f9-3ecd-40a5-acc5-9289d1156cbe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 20, 58), 'started_at': datetime.datetime(2021, 4, 20, 18, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:30:05.307611 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9311cc7e-4baf-4908-a5a1-048411940099 None None] Checking segment: {'id': 'a75a35db-dac0-4400-9a60-474492d34744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b38b090e-8861-4ffd-9c34-064e6f8a30de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:30:05.308360 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9311cc7e-4baf-4908-a5a1-048411940099 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:05.308975 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9311cc7e-4baf-4908-a5a1-048411940099 None None] Bound using segment: {'id': 'a75a35db-dac0-4400-9a60-474492d34744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b38b090e-8861-4ffd-9c34-064e6f8a30de'} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:30:05.309675 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-9311cc7e-4baf-4908-a5a1-048411940099 None None] Bound port: 417b90b2-ec23-4274-838c-ee60cce7a113, host: dv-cinder-786932-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a75a35db-dac0-4400-9a60-474492d34744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b38b090e-8861-4ffd-9c34-064e6f8a30de'}}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:30:05.310262 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9311cc7e-4baf-4908-a5a1-048411940099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:05.332654 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-ffe088df-7612-49ba-bec2-43de1f974df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:05.387227 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.181s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:05.422751 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe9d56-2617-4d5b-bf3b-6a7e277ed8e4 req-21ae3abb-160e-40de-928a-6b4318bc22d1 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:05.432053 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-2ebe9d56-2617-4d5b-bf3b-6a7e277ed8e4 req-21ae3abb-160e-40de-928a-6b4318bc22d1 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed9e91c2-f76f-4070-ae59-5fe3ed3629b2 HTTP/1.1" status: 200 len: 945 time: 0.2237320 Apr 20 18:30:05.483745 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-12adb5af-f3ec-432e-82a0-54ec558fc65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c', 'name': 'tempest-AttachVolumeTestJSON-370091447-router', 'tenant_id': '9dd07067e6ec4229b42b15a57fa654ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.162'}], 'enable_snat': True}, 'gw_port_id': '9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:35Z', 'updated_at': '2021-04-20T18:29:52Z', 'revision_number': 4, 'project_id': '9dd07067e6ec4229b42b15a57fa654ee', 'gw_port': {'id': '9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:49:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:37Z', 'updated_at': '2021-04-20T18:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb', '_interfaces': [{'id': 'cb3108b6-f3a4-497d-866f-6c3d86d2f729', 'name': '', 'network_id': '07ec5321-0579-4912-85f7-b750583baf28', 'tenant_id': '9dd07067e6ec4229b42b15a57fa654ee', 'mac_address': 'fa:16:3e:86:4b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6124cdb4-b728-491c-bef6-cdd1f4b23ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:47Z', 'updated_at': '2021-04-20T18:30:01Z', 'revision_number': 4, 'project_id': '9dd07067e6ec4229b42b15a57fa654ee', 'subnets': [{'id': '6124cdb4-b728-491c-bef6-cdd1f4b23ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:30:05.489467 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.db.resource_extend [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 20 18:30:05.521210 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0e026bec-dbee-4140-aeb5-673b47eb3f7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:05.552904 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0e026bec-dbee-4140-aeb5-673b47eb3f7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:05.581302 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.db_base_plugin_common [None req-721a1739-5c77-493b-a6bc-183476d66940 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Allocated IP 172.28.1.168 (6f8e8285-aaa9-4dbf-9e6b-39abd83f9974/f30c7817-a5c6-4c47-97c4-010d805a937c/066428c1-2cdb-4161-a313-b18d296399c1) {{(pid=86391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:30:05.588013 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12adb5af-f3ec-432e-82a0-54ec558fc65a None None] The sync data for ids ['e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c'] in dv-cinder-786932-2-smb is: [{'id': 'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c', 'name': 'tempest-AttachVolumeTestJSON-370091447-router', 'tenant_id': '9dd07067e6ec4229b42b15a57fa654ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.162'}], 'enable_snat': True}, 'gw_port_id': '9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:35Z', 'updated_at': '2021-04-20T18:29:52Z', 'revision_number': 4, 'project_id': '9dd07067e6ec4229b42b15a57fa654ee', 'gw_port': {'id': '9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:49:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:37Z', 'updated_at': '2021-04-20T18:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb', '_interfaces': [{'id': 'cb3108b6-f3a4-497d-866f-6c3d86d2f729', 'name': '', 'network_id': '07ec5321-0579-4912-85f7-b750583baf28', 'tenant_id': '9dd07067e6ec4229b42b15a57fa654ee', 'mac_address': 'fa:16:3e:86:4b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6124cdb4-b728-491c-bef6-cdd1f4b23ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:47Z', 'updated_at': '2021-04-20T18:30:01Z', 'revision_number': 4, 'project_id': '9dd07067e6ec4229b42b15a57fa654ee', 'subnets': [{'id': '6124cdb4-b728-491c-bef6-cdd1f4b23ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:30:05.645106 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadee4ee-9e1b-4327-9e76-8cee9385799e req-b1b9e35d-2660-45f7-aca6-652e6373bbd0 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:05.658167 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-cadee4ee-9e1b-4327-9e76-8cee9385799e req-b1b9e35d-2660-45f7-aca6-652e6373bbd0 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/networks?id=b38b090e-8861-4ffd-9c34-064e6f8a30de HTTP/1.1" status: 200 len: 819 time: 0.5777624 Apr 20 18:30:05.659570 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:05.675680 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-b07042e7-0138-4ca4-bede-59afd66b653e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fc60a5c62e4c42deb45bfe04259583e3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5790513 Apr 20 18:30:05.700993 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0e026bec-dbee-4140-aeb5-673b47eb3f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:05.712285 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 60990) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:05.716993 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Pushing event updated for resources: {'Port': ['ID=9bc23d55-40b6-4784-be6d-a2459485970b,revision_number=4']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:05.721495 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-cadee4ee-9e1b-4327-9e76-8cee9385799e req-7714c5c3-61bf-4468-a357-0e68b36de0e3 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/quotas/a7d00bc2297e4088a3209dad8c5ffa52 HTTP/1.1" status: 200 len: 375 time: 0.0611367 Apr 20 18:30:05.739381 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:05.740732 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-9311cc7e-4baf-4908-a5a1-048411940099 None None] For port 417b90b2-ec23-4274-838c-ee60cce7a113, host dv-cinder-786932-2-smb, cleared binding levels {{(pid=86393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:30:05.764927 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] For port f646afea-471d-48d4-be42-b2adc017508c, host dv-cinder-786932-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=f646afea-471d-48d4-be42-b2adc017508c,segment=NetworkSegment(42b51926-c2ca-471c-ac7e-b000ccba3eb6),segment_id=42b51926-c2ca-471c-ac7e-b000ccba3eb6)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:30:05.782840 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-9311cc7e-4baf-4908-a5a1-048411940099 None None] For port 417b90b2-ec23-4274-838c-ee60cce7a113, host dv-cinder-786932-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=417b90b2-ec23-4274-838c-ee60cce7a113,segment=NetworkSegment(a75a35db-dac0-4400-9a60-474492d34744),segment_id=a75a35db-dac0-4400-9a60-474492d34744)] {{(pid=86393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:30:05.795968 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:05.799583 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-91a435d3-48f1-40c5-87e4-e312217e9b73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:05.805166 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-ffe088df-7612-49ba-bec2-43de1f974df5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:05.845469 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e026bec-dbee-4140-aeb5-673b47eb3f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c67ce2b-cf9c-4e26-8564-4de66cddfbe3,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:05.858198 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-0e026bec-dbee-4140-aeb5-673b47eb3f7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:05.871836 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9311cc7e-4baf-4908-a5a1-048411940099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:05.876552 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0e026bec-dbee-4140-aeb5-673b47eb3f7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:05.877785 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-0e026bec-dbee-4140-aeb5-673b47eb3f7b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6c67ce2b-cf9c-4e26-8564-4de66cddfbe3 HTTP/1.1" status: 204 len: 168 time: 0.9726670 Apr 20 18:30:05.935518 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port ecac05ec-2410-41c4-9ea9-0ca360507bf0, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ecac05ec-2410-41c4-9ea9-0ca360507bf0,segment=NetworkSegment(6a0be6b6-b186-485f-b80c-5e6aa7f438bb),segment_id=6a0be6b6-b186-485f-b80c-5e6aa7f438bb)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:30:05.966397 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-cadee4ee-9e1b-4327-9e76-8cee9385799e req-9f79f33d-30b6-4dc3-8a57-028a02437686 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a7d00bc2297e4088a3209dad8c5ffa52&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2439325 Apr 20 18:30:05.976046 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Returning: {'device': 'ecac05ec-2410-41c4-9ea9-0ca360507bf0', 'network_id': '69eb6f97-ea3e-4050-89c1-6e90e1792b19', 'port_id': 'ecac05ec-2410-41c4-9ea9-0ca360507bf0', 'mac_address': 'fa:16:3e:c7:39:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97c6181f-cafd-4b1b-a893-b50fc49a5af4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:30:05.993462 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0adddad2-a524-4ac3-a374-9368e28a1a69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:06.015022 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9311cc7e-4baf-4908-a5a1-048411940099 None None] Routers {'a49fd1cd-2869-4713-92b0-bf17b4a33ac1'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:30:06.015872 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-9311cc7e-4baf-4908-a5a1-048411940099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:29:56Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['a49fd1cd-2869-4713-92b0-bf17b4a33ac1'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:30:06.049715 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-2ebe9d56-2617-4d5b-bf3b-6a7e277ed8e4 req-8dcada2c-6071-419a-948d-e3ee967a10f6 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a2b89b8-6da2-4dc9-a0a9-e2342b47c305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6161139 Apr 20 18:30:06.052522 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 32768) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:06.110338 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Pushing event updated for resources: {'Port': ['ID=f646afea-471d-48d4-be42-b2adc017508c,revision_number=5']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:06.124330 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:06.127504 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-721a1739-5c77-493b-a6bc-183476d66940 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks [] for port, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:06.183425 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.290s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:06.196836 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-721a1739-5c77-493b-a6bc-183476d66940 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278078920240'] for port, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:06.207689 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-9d428d99-8da2-423a-a1ff-62cac61c7b0c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:06.215913 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-cadee4ee-9e1b-4327-9e76-8cee9385799e req-4ecc26af-f1ab-4b6d-9816-743d8ef1fc08 service neutron] 10.222.0.20 "GET /v2.0/networks/b38b090e-8861-4ffd-9c34-064e6f8a30de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323024 Apr 20 18:30:06.281168 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0adddad2-a524-4ac3-a374-9368e28a1a69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:06.384573 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-4368cfa7-a56d-4ef3-8356-9d7741885994 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-703155081-network', 'tenant_id': 'adc1e0a8fbf34d698e9f5189d4bd1190'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:30:06.406080 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-4368cfa7-a56d-4ef3-8356-9d7741885994 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:06.412240 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-4368cfa7-a56d-4ef3-8356-9d7741885994 admin admin] Usage tracker for resource:network and tenant:adc1e0a8fbf34d698e9f5189d4bd1190 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:06.450438 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-4368cfa7-a56d-4ef3-8356-9d7741885994 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:06.553110 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-4368cfa7-a56d-4ef3-8356-9d7741885994 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:06.574192 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device cb3108b6-f3a4-497d-866f-6c3d86d2f729 up at agent ovs-agent-dv-cinder-786932-2-smb {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:30:06.600564 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-cadee4ee-9e1b-4327-9e76-8cee9385799e req-7ad94296-7a97-4373-8027-10f5ed676fa5 service neutron] 10.222.0.20 "GET /v2.0/networks/b38b090e-8861-4ffd-9c34-064e6f8a30de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199712 Apr 20 18:30:06.601307 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721a1739-5c77-493b-a6bc-183476d66940 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Pushing event updated for resources: {'Port': ['ID=066428c1-2cdb-4161-a313-b18d296399c1,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:06.603003 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0adddad2-a524-4ac3-a374-9368e28a1a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:06.604762 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-721a1739-5c77-493b-a6bc-183476d66940 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:06.616330 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4368cfa7-a56d-4ef3-8356-9d7741885994 admin admin] Made reservation on behalf of adc1e0a8fbf34d698e9f5189d4bd1190 for: {'network': 1} {{(pid=86391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:30:06.620886 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-0e026bec-dbee-4140-aeb5-673b47eb3f7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:06.622378 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4368cfa7-a56d-4ef3-8356-9d7741885994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for network, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:06.650434 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0adddad2-a524-4ac3-a374-9368e28a1a69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:06.651701 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-0adddad2-a524-4ac3-a374-9368e28a1a69 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d563376f-26e4-4559-b2fa-de607ace8261 HTTP/1.1" status: 204 len: 168 time: 0.9274120 Apr 20 18:30:06.653305 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-b5ab268f-0f12-44b5-9a4a-8cb83f0a268a tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:06.711688 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721a1739-5c77-493b-a6bc-183476d66940 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Network 6f8e8285-aaa9-4dbf-9e6b-39abd83f9974 is already hosted by enough agents. {{(pid=86391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:30:06.808394 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:06.813401 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [None req-721a1739-5c77-493b-a6bc-183476d66940 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Resources bound (agent type, host, resource id): {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:30:06.822587 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721a1739-5c77-493b-a6bc-183476d66940 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Received port after_create {{(pid=86391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:30:06.859429 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecac05ec-2410-41c4-9ea9-0ca360507bf0 {{(pid=86393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:30:06.955392 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.db_base_plugin_common [None req-b5ab268f-0f12-44b5-9a4a-8cb83f0a268a tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Allocated IP 172.28.1.19 (6f8e8285-aaa9-4dbf-9e6b-39abd83f9974/f30c7817-a5c6-4c47-97c4-010d805a937c/e552ee46-2705-4c5d-99ee-102f57673418) {{(pid=86392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:30:06.956970 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe088df-7612-49ba-bec2-43de1f974df5 None None] Pushing event updated for resources: {'Port': ['ID=417b90b2-ec23-4274-838c-ee60cce7a113,revision_number=4']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:06.989218 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-ffe088df-7612-49ba-bec2-43de1f974df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.798s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:06.990255 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Provisioning for port cb3108b6-f3a4-497d-866f-6c3d86d2f729 completed by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:30:07.017193 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Provisioning complete for port cb3108b6-f3a4-497d-866f-6c3d86d2f729 triggered by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:30:07.020718 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:07.154092 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-9311cc7e-4baf-4908-a5a1-048411940099 None None] Set router a49fd1cd-2869-4713-92b0-bf17b4a33ac1 gateway port host: dv-cinder-786932-2-smb {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:30:07.254325 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port ecac05ec-2410-41c4-9ea9-0ca360507bf0, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ecac05ec-2410-41c4-9ea9-0ca360507bf0,segment=NetworkSegment(6a0be6b6-b186-485f-b80c-5e6aa7f438bb),segment_id=6a0be6b6-b186-485f-b80c-5e6aa7f438bb)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:30:07.273744 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-721a1739-5c77-493b-a6bc-183476d66940 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:07.283594 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4368cfa7-a56d-4ef3-8356-9d7741885994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:07.308410 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-b5ab268f-0f12-44b5-9a4a-8cb83f0a268a tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks [] for port, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:07.312449 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:07.313855 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-4368cfa7-a56d-4ef3-8356-9d7741885994 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:07.321971 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-4368cfa7-a56d-4ef3-8356-9d7741885994 admin admin] Usage tracker for resource:security_group_rule and tenant:adc1e0a8fbf34d698e9f5189d4bd1190 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:07.325519 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-4368cfa7-a56d-4ef3-8356-9d7741885994 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:07.331964 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-4368cfa7-a56d-4ef3-8356-9d7741885994 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:07.357185 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-b5ab268f-0f12-44b5-9a4a-8cb83f0a268a tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278078920240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852620706'] for port, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:07.358290 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adddad2-a524-4ac3-a374-9368e28a1a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d563376f-26e4-4559-b2fa-de607ace8261,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:07.426387 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:07.428985 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-38b8c713-ac41-471a-b0d5-80b973e7cd60 req-0ad20939-d48a-4d11-904a-77e79c5d5aca tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=218186a4-cdc1-4f70-b2f9-9b892470334d HTTP/1.1" status: 200 len: 210 time: 0.0788941 Apr 20 18:30:07.432560 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-0adddad2-a524-4ac3-a374-9368e28a1a69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.809s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:07.447865 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:07.504688 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4368cfa7-a56d-4ef3-8356-9d7741885994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:07.528462 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4368cfa7-a56d-4ef3-8356-9d7741885994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:07.575863 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ab268f-0f12-44b5-9a4a-8cb83f0a268a tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Network 6f8e8285-aaa9-4dbf-9e6b-39abd83f9974 is already hosted by enough agents. {{(pid=86392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:30:07.597786 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [None req-b5ab268f-0f12-44b5-9a4a-8cb83f0a268a tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Resources bound (agent type, host, resource id): {{(pid=86392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:30:07.604034 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ab268f-0f12-44b5-9a4a-8cb83f0a268a tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Received port after_create {{(pid=86392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:30:07.620935 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4368cfa7-a56d-4ef3-8356-9d7741885994 admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=86391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 18:30:07.645016 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4368cfa7-a56d-4ef3-8356-9d7741885994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854116670'] for segment, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:07.645430 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.db.segments_db [None req-4368cfa7-a56d-4ef3-8356-9d7741885994 admin admin] Added segment 82907d5d-c5ab-49be-a862-bc6a55093b82 of type vlan for network 5f3be27d-d150-4560-88c9-da210cd6fce2 Apr 20 18:30:07.734667 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4368cfa7-a56d-4ef3-8356-9d7741885994 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758775846003'] for network, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:07.767455 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-9723bb33-f285-4162-a371-97b8f6116caf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:07.823111 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ab268f-0f12-44b5-9a4a-8cb83f0a268a tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Pushing event updated for resources: {'Port': ['ID=e552ee46-2705-4c5d-99ee-102f57673418,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:07.826412 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-b5ab268f-0f12-44b5-9a4a-8cb83f0a268a tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:07.902043 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] get_ports_and_sgs() called for port_ids ['9bc23d55-40b6-4784-be6d-a2459485970b'] {{(pid=86393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:30:07.928350 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-721a1739-5c77-493b-a6bc-183476d66940 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:07.937359 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] get_ports_and_sgs() called for port_ids ['ecac05ec-2410-41c4-9ea9-0ca360507bf0'] {{(pid=86393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:30:08.011824 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:08.024056 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0309f71d-c0cd-4ea0-b0ec-75f9b4003f7a req-568bf828-6123-454f-bb7d-9caa8506071f tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:08.025830 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-0309f71d-c0cd-4ea0-b0ec-75f9b4003f7a req-568bf828-6123-454f-bb7d-9caa8506071f tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c3e719f-55da-4826-8b34-2362a0b4f5e2 HTTP/1.1" status: 200 len: 944 time: 1.4260440 Apr 20 18:30:08.026639 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4368cfa7-a56d-4ef3-8356-9d7741885994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a492436-07ff-4887-a26d-036eef2a55dd,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:08.030492 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.db.resource_extend [None req-4368cfa7-a56d-4ef3-8356-9d7741885994 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 20 18:30:08.039254 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Pushing event updated for resources: {'Port': ['ID=ecac05ec-2410-41c4-9ea9-0ca360507bf0,revision_number=4']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:08.056761 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.630s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:08.066939 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-4368cfa7-a56d-4ef3-8356-9d7741885994 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:08.068316 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-b5ab268f-0f12-44b5-9a4a-8cb83f0a268a tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:08.087657 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] For port cb3108b6-f3a4-497d-866f-6c3d86d2f729, host dv-cinder-786932-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=cb3108b6-f3a4-497d-866f-6c3d86d2f729,segment=NetworkSegment(3ba1b949-5657-4980-b225-8ea57859926e),segment_id=3ba1b949-5657-4980-b225-8ea57859926e)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:30:08.148084 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e08a4e-0b79-4cba-928e-dc678f6d15f1 req-276103ff-c585-4a96-b41b-0b0c5b2e9137 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:08.149902 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e8e08a4e-0b79-4cba-928e-dc678f6d15f1 req-276103ff-c585-4a96-b41b-0b0c5b2e9137 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.46 "GET /v2.0/networks?id=b38b090e-8861-4ffd-9c34-064e6f8a30de HTTP/1.1" status: 200 len: 819 time: 1.6501536 Apr 20 18:30:08.171179 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92677a78-1583-4407-897c-bb3dd46af7ed req-94b0dda5-37ab-48e9-9713-fab61f69dd55 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:08.173143 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-92677a78-1583-4407-897c-bb3dd46af7ed req-94b0dda5-37ab-48e9-9713-fab61f69dd55 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed9e91c2-f76f-4070-ae59-5fe3ed3629b2 HTTP/1.1" status: 200 len: 945 time: 0.4848216 Apr 20 18:30:08.173970 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-b5ab268f-0f12-44b5-9a4a-8cb83f0a268a tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:08.185766 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [req-e8e08a4e-0b79-4cba-928e-dc678f6d15f1 req-3e50535d-3971-48f9-8675-45f8fa67c7da tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Request body: {'port': {'device_id': '412333fe-a069-4561-b8bc-16e8be58b7e9', 'network_id': 'b38b090e-8861-4ffd-9c34-064e6f8a30de', 'admin_state_up': True, 'tenant_id': 'a7d00bc2297e4088a3209dad8c5ffa52'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:30:08.228670 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4368cfa7-a56d-4ef3-8356-9d7741885994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058'] for network, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:08.293721 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4368cfa7-a56d-4ef3-8356-9d7741885994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:08.294463 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4368cfa7-a56d-4ef3-8356-9d7741885994 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for network, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:08.328673 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:08.363628 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-4368cfa7-a56d-4ef3-8356-9d7741885994 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.3070526 Apr 20 18:30:08.364506 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-0309f71d-c0cd-4ea0-b0ec-75f9b4003f7a req-e849f8d9-d014-4f21-b1a6-693a214a73bb tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/security-groups?id=18dbf877-4418-4cf7-b982-e374a1f22360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209550 Apr 20 18:30:08.373015 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 32832) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:08.454556 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:08.455775 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device f646afea-471d-48d4-be42-b2adc017508c up at agent ovs-agent-dv-cinder-786932-2-smb {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:30:08.481468 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-b5ab268f-0f12-44b5-9a4a-8cb83f0a268a tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks [] for port, precommit_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:08.487927 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-5bf5d1fa-2cb5-4860-a2ac-827b8926d2f7 admin admin] Request body: {'subnet': {'network_id': '5f3be27d-d150-4560-88c9-da210cd6fce2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-703155081-subnet', 'tenant_id': 'adc1e0a8fbf34d698e9f5189d4bd1190', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:30:08.531428 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:08.549040 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-92677a78-1583-4407-897c-bb3dd46af7ed req-8b3aec14-4c42-49a0-852d-e58a8e74095c tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a2b89b8-6da2-4dc9-a0a9-e2342b47c305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649397 Apr 20 18:30:08.549797 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-b5ab268f-0f12-44b5-9a4a-8cb83f0a268a tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2155095'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:08.559142 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:08.685987 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-5bf5d1fa-2cb5-4860-a2ac-827b8926d2f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:08.715660 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Pushing event updated for resources: {'Port': ['ID=cb3108b6-f3a4-497d-866f-6c3d86d2f729,revision_number=5']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:08.752860 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-5bf5d1fa-2cb5-4860-a2ac-827b8926d2f7 admin admin] Usage tracker for resource:subnet and tenant:adc1e0a8fbf34d698e9f5189d4bd1190 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:08.759277 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:08.825024 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ab268f-0f12-44b5-9a4a-8cb83f0a268a tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Pushing event updated for resources: {'Port': ['ID=e552ee46-2705-4c5d-99ee-102f57673418,revision_number=2']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:08.840215 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-b5ab268f-0f12-44b5-9a4a-8cb83f0a268a tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:08.841295 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-b5ab268f-0f12-44b5-9a4a-8cb83f0a268a tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854378574'] for floatingip, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:08.851348 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Provisioning complete for port f646afea-471d-48d4-be42-b2adc017508c triggered by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:30:08.851900 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:08.897016 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-5bf5d1fa-2cb5-4860-a2ac-827b8926d2f7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:08.901945 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4368cfa7-a56d-4ef3-8356-9d7741885994 admin admin] Pushing event updated for resources: {'Network': ['ID=5f3be27d-d150-4560-88c9-da210cd6fce2,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:08.954181 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Network 5f3be27d-d150-4560-88c9-da210cd6fce2 details requested by agent ovs-agent-dv-cinder-786932-2-smb with host dv-cinder-786932-2-smb {{(pid=86393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:30:08.986584 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-4368cfa7-a56d-4ef3-8356-9d7741885994 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.658s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:09.021255 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-5bf5d1fa-2cb5-4860-a2ac-827b8926d2f7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:09.031555 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ecf4d20b-e428-4fad-bfec-66ba4ea16757 req-5357ebb7-8cdd-461c-87d7-ad5601f35ade tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=218186a4-cdc1-4f70-b2f9-9b892470334d HTTP/1.1" status: 200 len: 210 time: 0.3470221 Apr 20 18:30:09.067094 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [req-e8e08a4e-0b79-4cba-928e-dc678f6d15f1 req-3e50535d-3971-48f9-8675-45f8fa67c7da tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:09.081679 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-b5ab268f-0f12-44b5-9a4a-8cb83f0a268a tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031'] for floatingip, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:09.089187 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [req-e8e08a4e-0b79-4cba-928e-dc678f6d15f1 req-3e50535d-3971-48f9-8675-45f8fa67c7da tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:09.092515 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-b5ab268f-0f12-44b5-9a4a-8cb83f0a268a tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1165264 Apr 20 18:30:09.113129 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8e08a4e-0b79-4cba-928e-dc678f6d15f1 req-3e50535d-3971-48f9-8675-45f8fa67c7da tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Made reservation on behalf of a7d00bc2297e4088a3209dad8c5ffa52 for: {'port': 1} {{(pid=86391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:30:09.120229 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-e8e08a4e-0b79-4cba-928e-dc678f6d15f1 req-3e50535d-3971-48f9-8675-45f8fa67c7da tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:09.135531 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf5d1fa-2cb5-4860-a2ac-827b8926d2f7 admin admin] Made reservation on behalf of adc1e0a8fbf34d698e9f5189d4bd1190 for: {'subnet': 1} {{(pid=86391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:30:09.140137 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-5bf5d1fa-2cb5-4860-a2ac-827b8926d2f7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:09.208588 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadee4ee-9e1b-4327-9e76-8cee9385799e req-f03acf1f-0da0-440c-95f4-e37483086580 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:09.210471 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-cadee4ee-9e1b-4327-9e76-8cee9385799e req-f03acf1f-0da0-440c-95f4-e37483086580 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.46 "GET /v2.0/networks?id=b38b090e-8861-4ffd-9c34-064e6f8a30de HTTP/1.1" status: 200 len: 819 time: 0.3640881 Apr 20 18:30:09.224672 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [req-cadee4ee-9e1b-4327-9e76-8cee9385799e req-1fc9a7d1-dcf1-4ecd-a8a6-b66fa1eb336b tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Request body: {'port': {'device_id': '218186a4-cdc1-4f70-b2f9-9b892470334d', 'network_id': 'b38b090e-8861-4ffd-9c34-064e6f8a30de', 'admin_state_up': True, 'tenant_id': 'a7d00bc2297e4088a3209dad8c5ffa52'}} {{(pid=86392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:30:09.249462 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-9311cc7e-4baf-4908-a5a1-048411940099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49fd1cd-2869-4713-92b0-bf17b4a33ac1', 'name': 'tempest-ServerRescueNegativeTestJSON-1606434760-router', 'tenant_id': 'a7d00bc2297e4088a3209dad8c5ffa52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.74'}], 'enable_snat': True}, 'gw_port_id': '25ce7030-0d33-4871-89de-8427b5b2992f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:37Z', 'updated_at': '2021-04-20T18:29:53Z', 'revision_number': 4, 'project_id': 'a7d00bc2297e4088a3209dad8c5ffa52', 'gw_port': {'id': '25ce7030-0d33-4871-89de-8427b5b2992f', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:a7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49fd1cd-2869-4713-92b0-bf17b4a33ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:38Z', 'updated_at': '2021-04-20T18:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb', '_interfaces': [{'id': '417b90b2-ec23-4274-838c-ee60cce7a113', 'name': '', 'network_id': 'b38b090e-8861-4ffd-9c34-064e6f8a30de', 'tenant_id': 'a7d00bc2297e4088a3209dad8c5ffa52', 'mac_address': 'fa:16:3e:6e:e5:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49fd1cd-2869-4713-92b0-bf17b4a33ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'b2183557-3402-47d4-9d62-f632ed212213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:51Z', 'updated_at': '2021-04-20T18:30:05Z', 'revision_number': 4, 'project_id': 'a7d00bc2297e4088a3209dad8c5ffa52', 'subnets': [{'id': 'b2183557-3402-47d4-9d62-f632ed212213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:30:09.271457 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9311cc7e-4baf-4908-a5a1-048411940099 None None] The sync data for ids ['a49fd1cd-2869-4713-92b0-bf17b4a33ac1'] in dv-cinder-786932-2-smb is: [{'id': 'a49fd1cd-2869-4713-92b0-bf17b4a33ac1', 'name': 'tempest-ServerRescueNegativeTestJSON-1606434760-router', 'tenant_id': 'a7d00bc2297e4088a3209dad8c5ffa52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.74'}], 'enable_snat': True}, 'gw_port_id': '25ce7030-0d33-4871-89de-8427b5b2992f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:37Z', 'updated_at': '2021-04-20T18:29:53Z', 'revision_number': 4, 'project_id': 'a7d00bc2297e4088a3209dad8c5ffa52', 'gw_port': {'id': '25ce7030-0d33-4871-89de-8427b5b2992f', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:a7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49fd1cd-2869-4713-92b0-bf17b4a33ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:38Z', 'updated_at': '2021-04-20T18:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb', '_interfaces': [{'id': '417b90b2-ec23-4274-838c-ee60cce7a113', 'name': '', 'network_id': 'b38b090e-8861-4ffd-9c34-064e6f8a30de', 'tenant_id': 'a7d00bc2297e4088a3209dad8c5ffa52', 'mac_address': 'fa:16:3e:6e:e5:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49fd1cd-2869-4713-92b0-bf17b4a33ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'b2183557-3402-47d4-9d62-f632ed212213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:51Z', 'updated_at': '2021-04-20T18:30:05Z', 'revision_number': 4, 'project_id': 'a7d00bc2297e4088a3209dad8c5ffa52', 'subnets': [{'id': 'b2183557-3402-47d4-9d62-f632ed212213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:30:09.476021 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-721a1739-5c77-493b-a6bc-183476d66940 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks [] for port, precommit_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:09.496938 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-721a1739-5c77-493b-a6bc-183476d66940 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:09.641986 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-721a1739-5c77-493b-a6bc-183476d66940 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:09.674523 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device 417b90b2-ec23-4274-838c-ee60cce7a113 up at agent ovs-agent-dv-cinder-786932-2-smb {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:30:09.892641 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Provisioning for port 417b90b2-ec23-4274-838c-ee60cce7a113 completed by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:30:09.907958 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Provisioning complete for port 417b90b2-ec23-4274-838c-ee60cce7a113 triggered by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:30:09.908384 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:09.912156 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721a1739-5c77-493b-a6bc-183476d66940 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Pushing event updated for resources: {'Port': ['ID=066428c1-2cdb-4161-a313-b18d296399c1,revision_number=2']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:09.916329 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-721a1739-5c77-493b-a6bc-183476d66940 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:09.925648 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-721a1739-5c77-493b-a6bc-183476d66940 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854378574'] for floatingip, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:09.961571 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-721a1739-5c77-493b-a6bc-183476d66940 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031'] for floatingip, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:09.963795 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-721a1739-5c77-493b-a6bc-183476d66940 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4183605 Apr 20 18:30:10.060932 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88222a-f63d-4fda-8f21-74ef52ff6122 req-74655c40-0c84-40a8-acd3-8df53c9efec8 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:10.070192 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ff88222a-f63d-4fda-8f21-74ef52ff6122 req-74655c40-0c84-40a8-acd3-8df53c9efec8 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c3e719f-55da-4826-8b34-2362a0b4f5e2 HTTP/1.1" status: 200 len: 945 time: 0.2278492 Apr 20 18:30:10.096602 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.db_base_plugin_common [req-e8e08a4e-0b79-4cba-928e-dc678f6d15f1 req-3e50535d-3971-48f9-8675-45f8fa67c7da tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Allocated IP 172.20.0.8 (b38b090e-8861-4ffd-9c34-064e6f8a30de/b2183557-3402-47d4-9d62-f632ed212213/5f99eaee-b40b-45fe-994a-ca09c8db528d) {{(pid=86391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:30:10.174493 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-b9a996c7-db06-49c4-abcc-ba9ec761cf2e req-dbbd1d51-d077-4be3-9646-727160d14d73 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1156073306&fields=id&tenant_id=9dd07067e6ec4229b42b15a57fa654ee HTTP/1.1" status: 200 len: 267 time: 0.6744194 Apr 20 18:30:10.225618 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ff88222a-f63d-4fda-8f21-74ef52ff6122 req-0f3d45a8-16b8-44c1-b10c-fccc33357ede tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/security-groups?id=18dbf877-4418-4cf7-b982-e374a1f22360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538651 Apr 20 18:30:10.280217 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:10.370618 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] For port 417b90b2-ec23-4274-838c-ee60cce7a113, host dv-cinder-786932-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=417b90b2-ec23-4274-838c-ee60cce7a113,segment=NetworkSegment(a75a35db-dac0-4400-9a60-474492d34744),segment_id=a75a35db-dac0-4400-9a60-474492d34744)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:30:10.374605 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:10.376053 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device cb3108b6-f3a4-497d-866f-6c3d86d2f729 up at agent ovs-agent-dv-cinder-786932-2-smb {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:30:10.442510 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-526490b8-25b6-4174-a18a-9b0b97db791e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:10.464097 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [req-cadee4ee-9e1b-4327-9e76-8cee9385799e req-1fc9a7d1-dcf1-4ecd-a8a6-b66fa1eb336b tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:10.538388 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [req-cadee4ee-9e1b-4327-9e76-8cee9385799e req-1fc9a7d1-dcf1-4ecd-a8a6-b66fa1eb336b tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:10.604940 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a996c7-db06-49c4-abcc-ba9ec761cf2e req-4bc608cf-4de9-456e-9325-585fd7ecd2bb tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:10.606605 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-b9a996c7-db06-49c4-abcc-ba9ec761cf2e req-4bc608cf-4de9-456e-9325-585fd7ecd2bb tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/networks?id=07ec5321-0579-4912-85f7-b750583baf28 HTTP/1.1" status: 200 len: 810 time: 0.4121637 Apr 20 18:30:10.626437 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Pushing event updated for resources: {'Port': ['ID=417b90b2-ec23-4274-838c-ee60cce7a113,revision_number=5']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:10.628843 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cadee4ee-9e1b-4327-9e76-8cee9385799e req-1fc9a7d1-dcf1-4ecd-a8a6-b66fa1eb336b tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Made reservation on behalf of a7d00bc2297e4088a3209dad8c5ffa52 for: {'port': 1} {{(pid=86392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:30:10.630037 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:10.631549 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Provisioning complete for port cb3108b6-f3a4-497d-866f-6c3d86d2f729 triggered by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:30:10.631959 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:10.648244 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-cadee4ee-9e1b-4327-9e76-8cee9385799e req-1fc9a7d1-dcf1-4ecd-a8a6-b66fa1eb336b tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:10.670144 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-b9a996c7-db06-49c4-abcc-ba9ec761cf2e req-8e624895-a3e5-4adf-8835-662779ad8767 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/quotas/9dd07067e6ec4229b42b15a57fa654ee HTTP/1.1" status: 200 len: 375 time: 0.0521321 Apr 20 18:30:10.759031 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 32914) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:10.763277 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 32916) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:10.816970 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27259855-ad42-4b10-b86d-f8543a9e062d req-07ca8603-b083-4190-a45c-8a19a1dc1705 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:10.818939 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-27259855-ad42-4b10-b86d-f8543a9e062d req-07ca8603-b083-4190-a45c-8a19a1dc1705 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed9e91c2-f76f-4070-ae59-5fe3ed3629b2 HTTP/1.1" status: 200 len: 945 time: 0.3820245 Apr 20 18:30:10.928147 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-e8e08a4e-0b79-4cba-928e-dc678f6d15f1 req-3e50535d-3971-48f9-8675-45f8fa67c7da tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Notify callbacks [] for port, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:10.986506 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-b9a996c7-db06-49c4-abcc-ba9ec761cf2e req-9bbaed0a-587c-4a76-a953-7041c22f16cd tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9dd07067e6ec4229b42b15a57fa654ee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2955041 Apr 20 18:30:10.986632 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-27259855-ad42-4b10-b86d-f8543a9e062d req-aea042c8-ca04-4f7d-b322-5d943709e1f5 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a2b89b8-6da2-4dc9-a0a9-e2342b47c305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548371 Apr 20 18:30:11.023322 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9a4a0a8a-7591-47f0-8acc-6408449dd944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:11.055160 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-9a4a0a8a-7591-47f0-8acc-6408449dd944 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:11.064902 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-9a4a0a8a-7591-47f0-8acc-6408449dd944 admin admin] Usage tracker for resource:security_group_rule and tenant:c26105e4bf0c4b91baa746cd53965694 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:11.069509 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-9a4a0a8a-7591-47f0-8acc-6408449dd944 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:11.112031 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0e8362ae-da3a-4522-b517-ac2b584997a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:11.112793 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-9a4a0a8a-7591-47f0-8acc-6408449dd944 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:11.132324 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-0e8362ae-da3a-4522-b517-ac2b584997a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:11.145499 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-0e8362ae-da3a-4522-b517-ac2b584997a8 admin admin] Usage tracker for resource:security_group_rule and tenant:4f7555fbe38a4f8ead5521c3d696a547 is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:11.150058 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-0e8362ae-da3a-4522-b517-ac2b584997a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:11.160283 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-0e8362ae-da3a-4522-b517-ac2b584997a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:11.203298 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-810a769e-a8f3-4e35-ac2e-3e09b51f354b req-98fa3f7b-5e91-4468-a677-fb48ad0ccb46 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Synchronizing usage tracker for tenant:a7d00bc2297e4088a3209dad8c5ffa52 on resource:port {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:30:11.209993 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-e8e08a4e-0b79-4cba-928e-dc678f6d15f1 req-3e50535d-3971-48f9-8675-45f8fa67c7da tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278078920240'] for port, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:11.228795 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-7d9cda78-4598-4e21-b875-44b28664dcba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:11.257333 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-b9a996c7-db06-49c4-abcc-ba9ec761cf2e req-dac36f2b-da0e-4210-bfc3-638420e0e4d7 service neutron] 10.222.0.20 "GET /v2.0/networks/07ec5321-0579-4912-85f7-b750583baf28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487137 Apr 20 18:30:11.296946 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-5bf5d1fa-2cb5-4860-a2ac-827b8926d2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058'] for subnet, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:11.329397 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-810a769e-a8f3-4e35-ac2e-3e09b51f354b req-98fa3f7b-5e91-4468-a677-fb48ad0ccb46 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Unset dirty status for tenant:a7d00bc2297e4088a3209dad8c5ffa52 on resource:port {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:30:11.330656 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-810a769e-a8f3-4e35-ac2e-3e09b51f354b req-98fa3f7b-5e91-4468-a677-fb48ad0ccb46 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=218186a4-cdc1-4f70-b2f9-9b892470334d HTTP/1.1" status: 200 len: 210 time: 0.2092962 Apr 20 18:30:11.332725 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8e08a4e-0b79-4cba-928e-dc678f6d15f1 req-3e50535d-3971-48f9-8675-45f8fa67c7da tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Network b38b090e-8861-4ffd-9c34-064e6f8a30de is already hosted by enough agents. {{(pid=86391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:30:11.340197 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device 9bc23d55-40b6-4784-be6d-a2459485970b up at agent hyperv_hv-cinder-78693 {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:30:11.344044 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [req-e8e08a4e-0b79-4cba-928e-dc678f6d15f1 req-3e50535d-3971-48f9-8675-45f8fa67c7da tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Resources bound (agent type, host, resource id): {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:30:11.354654 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8e08a4e-0b79-4cba-928e-dc678f6d15f1 req-3e50535d-3971-48f9-8675-45f8fa67c7da tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Received port after_create {{(pid=86391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:30:11.361050 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e08a4e-0b79-4cba-928e-dc678f6d15f1 req-3e50535d-3971-48f9-8675-45f8fa67c7da tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:11.361711 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-e8e08a4e-0b79-4cba-928e-dc678f6d15f1 req-3e50535d-3971-48f9-8675-45f8fa67c7da tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for port, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:11.373223 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e50535d-3971-48f9-8675-45f8fa67c7da tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Pushing event updated for resources: {'Port': ['ID=5f99eaee-b40b-45fe-994a-ca09c8db528d,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:11.375104 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.db_base_plugin_common [req-cadee4ee-9e1b-4327-9e76-8cee9385799e req-1fc9a7d1-dcf1-4ecd-a8a6-b66fa1eb336b tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Allocated IP 172.20.0.4 (b38b090e-8861-4ffd-9c34-064e6f8a30de/b2183557-3402-47d4-9d62-f632ed212213/48b305ac-b135-4e12-a025-5ffa20b97daa) {{(pid=86392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:30:11.390052 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-3e50535d-3971-48f9-8675-45f8fa67c7da tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:11.399372 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:11.481618 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf5d1fa-2cb5-4860-a2ac-827b8926d2f7 admin admin] Checking segment: {'id': '82907d5d-c5ab-49be-a862-bc6a55093b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5f3be27d-d150-4560-88c9-da210cd6fce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:30:11.482008 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf5d1fa-2cb5-4860-a2ac-827b8926d2f7 admin admin] Network hostable DHCP agents. Network: 5f3be27d-d150-4560-88c9-da210cd6fce2, hostable agents: ['139febe7-9f58-4c27-9292-9a8c92178c1a'], hosted agents: [] {{(pid=86391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:30:11.492332 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device 417b90b2-ec23-4274-838c-ee60cce7a113 up at agent ovs-agent-dv-cinder-786932-2-smb {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:30:11.506232 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e8e08a4e-0b79-4cba-928e-dc678f6d15f1 req-3e50535d-3971-48f9-8675-45f8fa67c7da tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3374979 Apr 20 18:30:11.554588 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Provisioning for port 9bc23d55-40b6-4784-be6d-a2459485970b completed by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:30:11.563150 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Provisioning complete for port 9bc23d55-40b6-4784-be6d-a2459485970b triggered by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:30:11.563657 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:11.566929 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [req-e8e08a4e-0b79-4cba-928e-dc678f6d15f1 req-5c90f8fa-c4fe-4ad0-8170-70ad298c170a service neutron] Request body: {'port': {'device_id': '412333fe-a069-4561-b8bc-16e8be58b7e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:30:11.595307 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf5d1fa-2cb5-4860-a2ac-827b8926d2f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5148694a-3b17-480f-8370-04be537b71c0,revision_number=0']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:11.597023 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-5bf5d1fa-2cb5-4860-a2ac-827b8926d2f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:11.603943 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9a4a0a8a-7591-47f0-8acc-6408449dd944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:11.618396 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9a4a0a8a-7591-47f0-8acc-6408449dd944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:11.626075 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Provisioning complete for port 417b90b2-ec23-4274-838c-ee60cce7a113 triggered by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:30:11.626486 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:11.639678 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf5d1fa-2cb5-4860-a2ac-827b8926d2f7 admin admin] Network 5f3be27d-d150-4560-88c9-da210cd6fce2 is scheduled to be hosted by DHCP agent 139febe7-9f58-4c27-9292-9a8c92178c1a with binding_index 1 {{(pid=86391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:30:11.649165 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:11.665659 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-b9a996c7-db06-49c4-abcc-ba9ec761cf2e req-e83d8a5b-3f50-4389-b2fd-78d9f7047ecd service neutron] 10.222.0.20 "GET /v2.0/networks/07ec5321-0579-4912-85f7-b750583baf28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3975959 Apr 20 18:30:11.680163 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-96cdbe31-f28b-4c86-b120-1d5cae6871b4 req-155db3b8-527e-4121-ae22-f5e32a49c1ed tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Synchronizing usage tracker for tenant:96a404d19bd540809d4ea207dd16d6ad on resource:security_group {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:30:11.696712 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0e8362ae-da3a-4522-b517-ac2b584997a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:11.701898 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-cadee4ee-9e1b-4327-9e76-8cee9385799e req-1fc9a7d1-dcf1-4ecd-a8a6-b66fa1eb336b tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Notify callbacks [] for port, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:11.714066 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [None req-5bf5d1fa-2cb5-4860-a2ac-827b8926d2f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-2-smb, 5f3be27d-d150-4560-88c9-da210cd6fce2) {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:30:11.718534 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf5d1fa-2cb5-4860-a2ac-827b8926d2f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:11.719339 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-5bf5d1fa-2cb5-4860-a2ac-827b8926d2f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for subnet, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:11.730808 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0e8362ae-da3a-4522-b517-ac2b584997a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:11.731621 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248aa8cd-5059-4c3b-9d2d-97a97de8de45 None None] Network 5f3be27d-d150-4560-88c9-da210cd6fce2 requested from dv-cinder-786932-2-smb {{(pid=86393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:30:11.741194 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:11.748587 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-cadee4ee-9e1b-4327-9e76-8cee9385799e req-1fc9a7d1-dcf1-4ecd-a8a6-b66fa1eb336b tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278078920240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852620706'] for port, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:11.785572 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-9a4a0a8a-7591-47f0-8acc-6408449dd944 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c26105e4bf0c4b91baa746cd53965694&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0174584 Apr 20 18:30:11.790056 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 32938) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:11.815267 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-0e8362ae-da3a-4522-b517-ac2b584997a8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4f7555fbe38a4f8ead5521c3d696a547&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0478981 Apr 20 18:30:11.816712 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8362ae-da3a-4522-b517-ac2b584997a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4f979d-944d-4317-96a7-46eb3b6164bd,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:11.823986 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 32942) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:11.827246 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-0e8362ae-da3a-4522-b517-ac2b584997a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:11.831805 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cadee4ee-9e1b-4327-9e76-8cee9385799e req-1fc9a7d1-dcf1-4ecd-a8a6-b66fa1eb336b tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Network b38b090e-8861-4ffd-9c34-064e6f8a30de is already hosted by enough agents. {{(pid=86392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:30:11.833015 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-9965ad78-8952-4241-a2b4-193daf02f005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:11.935748 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [req-cadee4ee-9e1b-4327-9e76-8cee9385799e req-1fc9a7d1-dcf1-4ecd-a8a6-b66fa1eb336b tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Resources bound (agent type, host, resource id): {{(pid=86392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:30:11.954965 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [req-cadee4ee-9e1b-4327-9e76-8cee9385799e req-1fc9a7d1-dcf1-4ecd-a8a6-b66fa1eb336b tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Received port after_create {{(pid=86392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:30:12.120482 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4a0a8a-7591-47f0-8acc-6408449dd944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01da8c53-bc13-4e57-9872-d6d7ec943b90,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:12.128356 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-96cdbe31-f28b-4c86-b120-1d5cae6871b4 req-155db3b8-527e-4121-ae22-f5e32a49c1ed tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Unset dirty status for tenant:96a404d19bd540809d4ea207dd16d6ad on resource:security_group {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:30:12.129811 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-96cdbe31-f28b-4c86-b120-1d5cae6871b4 req-155db3b8-527e-4121-ae22-f5e32a49c1ed tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1503937338&fields=id&tenant_id=96a404d19bd540809d4ea207dd16d6ad HTTP/1.1" status: 200 len: 267 time: 0.6326969 Apr 20 18:30:12.130417 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-e8e08a4e-0b79-4cba-928e-dc678f6d15f1 req-5c90f8fa-c4fe-4ad0-8170-70ad298c170a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:12.142115 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-9a4a0a8a-7591-47f0-8acc-6408449dd944 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:12.180116 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-5bf5d1fa-2cb5-4860-a2ac-827b8926d2f7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.8057683 Apr 20 18:30:12.184517 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-41ad89ac-727e-42f4-96dc-acd4e8281aac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:12.186318 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc9a7d1-dcf1-4ecd-a8a6-b66fa1eb336b tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Pushing event updated for resources: {'Port': ['ID=48b305ac-b135-4e12-a025-5ffa20b97daa,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:12.197482 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadee4ee-9e1b-4327-9e76-8cee9385799e req-1fc9a7d1-dcf1-4ecd-a8a6-b66fa1eb336b tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:12.198228 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-cadee4ee-9e1b-4327-9e76-8cee9385799e req-1fc9a7d1-dcf1-4ecd-a8a6-b66fa1eb336b tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for port, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:12.229717 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-1fc9a7d1-dcf1-4ecd-a8a6-b66fa1eb336b tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:12.236174 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-a049c2c7-277f-49b2-b68f-31ccc6fafaac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:12.239743 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-cadee4ee-9e1b-4327-9e76-8cee9385799e req-1fc9a7d1-dcf1-4ecd-a8a6-b66fa1eb336b tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0203011 Apr 20 18:30:12.269564 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [req-cadee4ee-9e1b-4327-9e76-8cee9385799e req-e0e9cb65-909a-4804-b904-e9332710f935 service neutron] Request body: {'port': {'device_id': '218186a4-cdc1-4f70-b2f9-9b892470334d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:30:12.343594 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:12.347717 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-41ad89ac-727e-42f4-96dc-acd4e8281aac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:12.361409 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-a049c2c7-277f-49b2-b68f-31ccc6fafaac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:12.386527 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port 9bc23d55-40b6-4784-be6d-a2459485970b, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=9bc23d55-40b6-4784-be6d-a2459485970b,segment=NetworkSegment(d803accb-b110-48f6-8bb7-f0e0f7f5c1e9),segment_id=d803accb-b110-48f6-8bb7-f0e0f7f5c1e9)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:30:12.390867 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9e91c2-f76f-4070-ae59-5fe3ed3629b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc23d55-40b6-4784-be6d-a2459485970b'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:30:12.428251 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cdbe31-f28b-4c86-b120-1d5cae6871b4 req-7dabd8fb-0017-46f7-b2ea-72f4213d04d2 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:12.429428 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-96cdbe31-f28b-4c86-b120-1d5cae6871b4 req-7dabd8fb-0017-46f7-b2ea-72f4213d04d2 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Synchronizing usage tracker for tenant:96a404d19bd540809d4ea207dd16d6ad on resource:network {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:30:12.465505 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:12.467153 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device ecac05ec-2410-41c4-9ea9-0ca360507bf0 up at agent hyperv_hv-cinder-78693 {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:30:12.509735 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78c63e-b46f-402c-bdb8-af7a945be431 req-afeab828-2f94-4734-b756-1b72b090a48d tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:12.517758 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ac78c63e-b46f-402c-bdb8-af7a945be431 req-afeab828-2f94-4734-b756-1b72b090a48d tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c3e719f-55da-4826-8b34-2362a0b4f5e2 HTTP/1.1" status: 200 len: 945 time: 0.4473979 Apr 20 18:30:12.523901 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:12.606683 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ac78c63e-b46f-402c-bdb8-af7a945be431 req-5c510b3a-b88b-4122-9824-edc50b959ef6 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/security-groups?id=18dbf877-4418-4cf7-b982-e374a1f22360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879130 Apr 20 18:30:12.617918 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-cadee4ee-9e1b-4327-9e76-8cee9385799e req-e0e9cb65-909a-4804-b904-e9332710f935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:12.650069 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-41ad89ac-727e-42f4-96dc-acd4e8281aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:12.666579 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-a049c2c7-277f-49b2-b68f-31ccc6fafaac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:12.677317 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:12.704862 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbe995e-5034-491d-96cd-3ba6a60b7660 None None] Network 5f3be27d-d150-4560-88c9-da210cd6fce2 requested from dv-cinder-786932-2-smb {{(pid=86393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:30:12.709429 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ad89ac-727e-42f4-96dc-acd4e8281aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4f979d-944d-4317-96a7-46eb3b6164bd,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:12.822254 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [req-e8e08a4e-0b79-4cba-928e-dc678f6d15f1 req-5c90f8fa-c4fe-4ad0-8170-70ad298c170a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f99eaee-b40b-45fe-994a-ca09c8db528d {{(pid=86391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:30:12.843225 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-e8e08a4e-0b79-4cba-928e-dc678f6d15f1 req-5c90f8fa-c4fe-4ad0-8170-70ad298c170a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:12.867048 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [req-e8e08a4e-0b79-4cba-928e-dc678f6d15f1 req-5c90f8fa-c4fe-4ad0-8170-70ad298c170a service neutron] Transition to ACTIVE for port object 5f99eaee-b40b-45fe-994a-ca09c8db528d will not be triggered until provisioned by entity L2. {{(pid=86391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:30:12.875047 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-e8e08a4e-0b79-4cba-928e-dc678f6d15f1 req-5c90f8fa-c4fe-4ad0-8170-70ad298c170a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:12.878278 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-41ad89ac-727e-42f4-96dc-acd4e8281aac admin admin] Notify callbacks [] for security_group, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:12.882167 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-41ad89ac-727e-42f4-96dc-acd4e8281aac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1d4f979d-944d-4317-96a7-46eb3b6164bd HTTP/1.1" status: 204 len: 168 time: 1.0546222 Apr 20 18:30:12.882167 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a049c2c7-277f-49b2-b68f-31ccc6fafaac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01da8c53-bc13-4e57-9872-d6d7ec943b90,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:12.888432 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-96cdbe31-f28b-4c86-b120-1d5cae6871b4 req-7dabd8fb-0017-46f7-b2ea-72f4213d04d2 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Unset dirty status for tenant:96a404d19bd540809d4ea207dd16d6ad on resource:network {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:30:12.891832 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-a049c2c7-277f-49b2-b68f-31ccc6fafaac admin admin] Notify callbacks [] for security_group, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:12.893146 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-a049c2c7-277f-49b2-b68f-31ccc6fafaac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/01da8c53-bc13-4e57-9872-d6d7ec943b90 HTTP/1.1" status: 204 len: 168 time: 1.0995836 Apr 20 18:30:12.894614 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-a049c2c7-277f-49b2-b68f-31ccc6fafaac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:12.903326 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-96cdbe31-f28b-4c86-b120-1d5cae6871b4 req-7dabd8fb-0017-46f7-b2ea-72f4213d04d2 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/networks?id=c035be72-ec93-4bac-85f8-b0cd68e3656b HTTP/1.1" status: 200 len: 817 time: 0.7623119 Apr 20 18:30:12.910532 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-e130cbfb-fac8-4f9d-a551-31c5edf9bae9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:12.915075 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-c10fe902-c4ff-4a16-9fca-3a431ee1f60c req-eee72ed2-03aa-4808-8380-830b158e2bf9 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/ports?device_id=4722ccd8-f7c9-4c68-9967-e1c1e00960df HTTP/1.1" status: 200 len: 210 time: 0.0976694 Apr 20 18:30:12.915765 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-3023a474-869a-429c-adf5-5442fa514e72 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.178s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:12.916188 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-3023a474-869a-429c-adf5-5442fa514e72 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:12.920978 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Pushing event updated for resources: {'Port': ['ID=9bc23d55-40b6-4784-be6d-a2459485970b,revision_number=5']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:12.973181 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Provisioning for port ecac05ec-2410-41c4-9ea9-0ca360507bf0 completed by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:30:12.999496 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:13.008044 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Provisioning complete for port ecac05ec-2410-41c4-9ea9-0ca360507bf0 triggered by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:30:13.008491 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:13.026649 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-96cdbe31-f28b-4c86-b120-1d5cae6871b4 req-083a4624-33fa-4c83-b676-147ef934e754 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/quotas/96a404d19bd540809d4ea207dd16d6ad HTTP/1.1" status: 200 len: 375 time: 0.1201224 Apr 20 18:30:13.363050 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373917cd-fed4-47bd-930b-8718f30d4ed7 req-c84b079a-df17-41f8-b0f6-bdd8fa203703 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:13.370374 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-373917cd-fed4-47bd-930b-8718f30d4ed7 req-c84b079a-df17-41f8-b0f6-bdd8fa203703 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed9e91c2-f76f-4070-ae59-5fe3ed3629b2 HTTP/1.1" status: 200 len: 946 time: 0.2547097 Apr 20 18:30:13.384634 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [req-e8e08a4e-0b79-4cba-928e-dc678f6d15f1 req-5c90f8fa-c4fe-4ad0-8170-70ad298c170a service neutron] Attempting to bind port 5f99eaee-b40b-45fe-994a-ca09c8db528d on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:30:13.385008 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [req-e8e08a4e-0b79-4cba-928e-dc678f6d15f1 req-5c90f8fa-c4fe-4ad0-8170-70ad298c170a service neutron] Attempting to bind port 5f99eaee-b40b-45fe-994a-ca09c8db528d by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'a75a35db-dac0-4400-9a60-474492d34744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b38b090e-8861-4ffd-9c34-064e6f8a30de'}] {{(pid=86391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:30:13.385373 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e08a4e-0b79-4cba-928e-dc678f6d15f1 req-5c90f8fa-c4fe-4ad0-8170-70ad298c170a service neutron] Attempting to bind port 5f99eaee-b40b-45fe-994a-ca09c8db528d on network b38b090e-8861-4ffd-9c34-064e6f8a30de {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:30:13.390849 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e08a4e-0b79-4cba-928e-dc678f6d15f1 req-5c90f8fa-c4fe-4ad0-8170-70ad298c170a service neutron] Port 5f99eaee-b40b-45fe-994a-ca09c8db528d on network b38b090e-8861-4ffd-9c34-064e6f8a30de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:30:13.391212 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e08a4e-0b79-4cba-928e-dc678f6d15f1 req-5c90f8fa-c4fe-4ad0-8170-70ad298c170a service neutron] Attempting to bind port 5f99eaee-b40b-45fe-994a-ca09c8db528d on network b38b090e-8861-4ffd-9c34-064e6f8a30de {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:30:13.398286 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c90f8fa-c4fe-4ad0-8170-70ad298c170a service neutron] Pushing event updated for resources: {'Port': ['ID=5f99eaee-b40b-45fe-994a-ca09c8db528d,revision_number=2']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:13.409297 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-5c90f8fa-c4fe-4ad0-8170-70ad298c170a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:13.415591 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e08a4e-0b79-4cba-928e-dc678f6d15f1 req-5c90f8fa-c4fe-4ad0-8170-70ad298c170a service neutron] Checking agent: {'id': '263cae3f-8754-41ef-b011-a572dc0aeed8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 27, 47), 'started_at': datetime.datetime(2021, 4, 20, 18, 27, 47), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:30:13.416280 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e08a4e-0b79-4cba-928e-dc678f6d15f1 req-5c90f8fa-c4fe-4ad0-8170-70ad298c170a service neutron] Checking segment: {'id': 'a75a35db-dac0-4400-9a60-474492d34744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b38b090e-8861-4ffd-9c34-064e6f8a30de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:30:13.416714 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e08a4e-0b79-4cba-928e-dc678f6d15f1 req-5c90f8fa-c4fe-4ad0-8170-70ad298c170a service neutron] Bound using segment: {'id': 'a75a35db-dac0-4400-9a60-474492d34744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b38b090e-8861-4ffd-9c34-064e6f8a30de'} {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:30:13.417205 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [req-e8e08a4e-0b79-4cba-928e-dc678f6d15f1 req-5c90f8fa-c4fe-4ad0-8170-70ad298c170a service neutron] Bound port: 5f99eaee-b40b-45fe-994a-ca09c8db528d, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a75a35db-dac0-4400-9a60-474492d34744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b38b090e-8861-4ffd-9c34-064e6f8a30de'}}] {{(pid=86391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:30:13.417603 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-e8e08a4e-0b79-4cba-928e-dc678f6d15f1 req-5c90f8fa-c4fe-4ad0-8170-70ad298c170a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:13.430313 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-373917cd-fed4-47bd-930b-8718f30d4ed7 req-73932b95-2c9d-4053-8356-0c4dbc17925a tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a2b89b8-6da2-4dc9-a0a9-e2342b47c305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588846 Apr 20 18:30:13.528626 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [req-e8e08a4e-0b79-4cba-928e-dc678f6d15f1 req-5c90f8fa-c4fe-4ad0-8170-70ad298c170a service neutron] For port 5f99eaee-b40b-45fe-994a-ca09c8db528d, host hv-cinder-78693, cleared binding levels {{(pid=86391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:30:13.531845 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [req-e8e08a4e-0b79-4cba-928e-dc678f6d15f1 req-5c90f8fa-c4fe-4ad0-8170-70ad298c170a service neutron] For port 5f99eaee-b40b-45fe-994a-ca09c8db528d, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=5f99eaee-b40b-45fe-994a-ca09c8db528d,segment=NetworkSegment(a75a35db-dac0-4400-9a60-474492d34744),segment_id=a75a35db-dac0-4400-9a60-474492d34744)] {{(pid=86391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:30:13.534278 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 32984) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:13.542125 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-e8e08a4e-0b79-4cba-928e-dc678f6d15f1 req-5c90f8fa-c4fe-4ad0-8170-70ad298c170a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:13.571028 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-5c90f8fa-c4fe-4ad0-8170-70ad298c170a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:13.600967 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [req-cadee4ee-9e1b-4327-9e76-8cee9385799e req-e0e9cb65-909a-4804-b904-e9332710f935 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48b305ac-b135-4e12-a025-5ffa20b97daa {{(pid=86392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:30:13.620099 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:13.623708 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-cadee4ee-9e1b-4327-9e76-8cee9385799e req-e0e9cb65-909a-4804-b904-e9332710f935 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:13.626336 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 32988) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:13.667824 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port ecac05ec-2410-41c4-9ea9-0ca360507bf0, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ecac05ec-2410-41c4-9ea9-0ca360507bf0,segment=NetworkSegment(6a0be6b6-b186-485f-b80c-5e6aa7f438bb),segment_id=6a0be6b6-b186-485f-b80c-5e6aa7f438bb)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:30:13.672169 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:13.674083 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:13.683484 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-96cdbe31-f28b-4c86-b120-1d5cae6871b4 req-5414e130-aa4e-44ba-b49a-16041b3a5165 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Synchronizing usage tracker for tenant:96a404d19bd540809d4ea207dd16d6ad on resource:port {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:30:13.686692 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c90f8fa-c4fe-4ad0-8170-70ad298c170a service neutron] Pushing event updated for resources: {'Port': ['ID=5f99eaee-b40b-45fe-994a-ca09c8db528d,revision_number=3']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:13.690926 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-5c90f8fa-c4fe-4ad0-8170-70ad298c170a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:13.696409 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.46', 63217) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:13.697571 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-54f966c2-f58c-45ab-bfba-78c7bac19010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:13.728767 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e08a4e-0b79-4cba-928e-dc678f6d15f1 req-5c90f8fa-c4fe-4ad0-8170-70ad298c170a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:13.729847 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-e8e08a4e-0b79-4cba-928e-dc678f6d15f1 req-5c90f8fa-c4fe-4ad0-8170-70ad298c170a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for port, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:13.731952 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e8e08a4e-0b79-4cba-928e-dc678f6d15f1 req-5c90f8fa-c4fe-4ad0-8170-70ad298c170a service neutron] 10.222.0.46 "PUT /v2.0/ports/5f99eaee-b40b-45fe-994a-ca09c8db528d HTTP/1.1" status: 200 len: 1093 time: 2.2122130 Apr 20 18:30:13.785004 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Pushing event updated for resources: {'Port': ['ID=ecac05ec-2410-41c4-9ea9-0ca360507bf0,revision_number=5']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:13.791074 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:13.871907 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '412333fe-a069-4561-b8bc-16e8be58b7e9', 'tag': '5f99eaee-b40b-45fe-994a-ca09c8db528d'}] {{(pid=86391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:30:13.891380 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-54f966c2-f58c-45ab-bfba-78c7bac19010 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:13.896685 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-54f966c2-f58c-45ab-bfba-78c7bac19010 admin admin] Usage tracker for resource:security_group_rule and tenant:14051d3156234fd492e9e853327f0a35 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:13.900887 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-54f966c2-f58c-45ab-bfba-78c7bac19010 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:13.907539 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-54f966c2-f58c-45ab-bfba-78c7bac19010 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:13.940881 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-85903eb1-528f-4fb7-a0f8-7f4e9d9233ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:13.955349 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [req-cadee4ee-9e1b-4327-9e76-8cee9385799e req-e0e9cb65-909a-4804-b904-e9332710f935 service neutron] Transition to ACTIVE for port object 48b305ac-b135-4e12-a025-5ffa20b97daa will not be triggered until provisioned by entity L2. {{(pid=86392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:30:13.962931 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-85903eb1-528f-4fb7-a0f8-7f4e9d9233ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:13.967225 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-85903eb1-528f-4fb7-a0f8-7f4e9d9233ac admin admin] Usage tracker for resource:security_group_rule and tenant:8981ccda13874943b3ddf0c923b85001 is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:13.970322 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-85903eb1-528f-4fb7-a0f8-7f4e9d9233ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:13.976493 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-85903eb1-528f-4fb7-a0f8-7f4e9d9233ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:13.982741 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-cadee4ee-9e1b-4327-9e76-8cee9385799e req-e0e9cb65-909a-4804-b904-e9332710f935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2155095'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:13.991841 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:14.081402 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-54f966c2-f58c-45ab-bfba-78c7bac19010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:14.082421 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-96cdbe31-f28b-4c86-b120-1d5cae6871b4 req-5414e130-aa4e-44ba-b49a-16041b3a5165 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Unset dirty status for tenant:96a404d19bd540809d4ea207dd16d6ad on resource:port {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:30:14.083966 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-96cdbe31-f28b-4c86-b120-1d5cae6871b4 req-5414e130-aa4e-44ba-b49a-16041b3a5165 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=96a404d19bd540809d4ea207dd16d6ad&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0564139 Apr 20 18:30:14.087925 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 33008) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:14.096363 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-54f966c2-f58c-45ab-bfba-78c7bac19010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:14.100945 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-e84d460f-dd30-47ec-9fc2-ff8a6484f060 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-755854352-network', 'tenant_id': '5dd88e9743244590ab186a5f8eebef38'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:30:14.153530 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-e84d460f-dd30-47ec-9fc2-ff8a6484f060 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:14.155913 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-3eea4565-de64-4253-a1f4-27777347ab9e tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:14.162320 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e9cb65-909a-4804-b904-e9332710f935 service neutron] Pushing event updated for resources: {'Port': ['ID=48b305ac-b135-4e12-a025-5ffa20b97daa,revision_number=2']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:14.198015 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-e0e9cb65-909a-4804-b904-e9332710f935 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:14.226568 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-e84d460f-dd30-47ec-9fc2-ff8a6484f060 admin admin] Usage tracker for resource:network and tenant:5dd88e9743244590ab186a5f8eebef38 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:14.230544 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-e84d460f-dd30-47ec-9fc2-ff8a6484f060 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:14.253433 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b40b2b4-82fc-4dd0-931b-3cf2378f59fc req-705c8577-5e3c-4781-8d29-444df82b513b tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:14.254192 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-2b40b2b4-82fc-4dd0-931b-3cf2378f59fc req-705c8577-5e3c-4781-8d29-444df82b513b tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Synchronizing usage tracker for tenant:a7d00bc2297e4088a3209dad8c5ffa52 on resource:port {{(pid=86392) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:30:14.272453 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-e84d460f-dd30-47ec-9fc2-ff8a6484f060 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:14.307124 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-54f966c2-f58c-45ab-bfba-78c7bac19010 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=14051d3156234fd492e9e853327f0a35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7688301 Apr 20 18:30:14.322310 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a996c7-db06-49c4-abcc-ba9ec761cf2e req-94c064a5-4590-4c55-b340-ceaef24c0066 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:14.322505 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 33012) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:14.323080 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-b9a996c7-db06-49c4-abcc-ba9ec761cf2e req-94c064a5-4590-4c55-b340-ceaef24c0066 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Synchronizing usage tracker for tenant:9dd07067e6ec4229b42b15a57fa654ee on resource:network {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:30:14.323208 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-2b40b2b4-82fc-4dd0-931b-3cf2378f59fc req-705c8577-5e3c-4781-8d29-444df82b513b tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Unset dirty status for tenant:a7d00bc2297e4088a3209dad8c5ffa52 on resource:port {{(pid=86392) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:30:14.324422 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-2b40b2b4-82fc-4dd0-931b-3cf2378f59fc req-705c8577-5e3c-4781-8d29-444df82b513b tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=218186a4-cdc1-4f70-b2f9-9b892470334d HTTP/1.1" status: 200 len: 931 time: 0.6709652 Apr 20 18:30:14.333515 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f966c2-f58c-45ab-bfba-78c7bac19010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f60c4b4-b08b-41d5-b063-85faa74fc088,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:14.340923 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84d460f-dd30-47ec-9fc2-ff8a6484f060 admin admin] Made reservation on behalf of 5dd88e9743244590ab186a5f8eebef38 for: {'network': 1} {{(pid=86391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:30:14.345643 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e84d460f-dd30-47ec-9fc2-ff8a6484f060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for network, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:14.371177 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-54f966c2-f58c-45ab-bfba-78c7bac19010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:14.382788 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e84d460f-dd30-47ec-9fc2-ff8a6484f060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:14.390164 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [req-cadee4ee-9e1b-4327-9e76-8cee9385799e req-e0e9cb65-909a-4804-b904-e9332710f935 service neutron] Attempting to bind port 48b305ac-b135-4e12-a025-5ffa20b97daa on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:30:14.390544 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [req-cadee4ee-9e1b-4327-9e76-8cee9385799e req-e0e9cb65-909a-4804-b904-e9332710f935 service neutron] Attempting to bind port 48b305ac-b135-4e12-a025-5ffa20b97daa by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'a75a35db-dac0-4400-9a60-474492d34744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b38b090e-8861-4ffd-9c34-064e6f8a30de'}] {{(pid=86392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:30:14.390924 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cadee4ee-9e1b-4327-9e76-8cee9385799e req-e0e9cb65-909a-4804-b904-e9332710f935 service neutron] Attempting to bind port 48b305ac-b135-4e12-a025-5ffa20b97daa on network b38b090e-8861-4ffd-9c34-064e6f8a30de {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:30:14.423157 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cadee4ee-9e1b-4327-9e76-8cee9385799e req-e0e9cb65-909a-4804-b904-e9332710f935 service neutron] Port 48b305ac-b135-4e12-a025-5ffa20b97daa on network b38b090e-8861-4ffd-9c34-064e6f8a30de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:30:14.423420 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cadee4ee-9e1b-4327-9e76-8cee9385799e req-e0e9cb65-909a-4804-b904-e9332710f935 service neutron] Attempting to bind port 48b305ac-b135-4e12-a025-5ffa20b97daa on network b38b090e-8861-4ffd-9c34-064e6f8a30de {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:30:14.429785 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-85903eb1-528f-4fb7-a0f8-7f4e9d9233ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:14.429929 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e08a4e-0b79-4cba-928e-dc678f6d15f1 req-76f6db12-3cef-41ed-96aa-310b78965a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:14.431500 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e8e08a4e-0b79-4cba-928e-dc678f6d15f1 req-76f6db12-3cef-41ed-96aa-310b78965a4e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a7d00bc2297e4088a3209dad8c5ffa52&device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 1096 time: 0.5424216 Apr 20 18:30:14.433381 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-96cdbe31-f28b-4c86-b120-1d5cae6871b4 req-d3eb57e0-92b5-46b6-89c1-9883d25211bb service neutron] 10.222.0.20 "GET /v2.0/networks/c035be72-ec93-4bac-85f8-b0cd68e3656b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291295 Apr 20 18:30:14.434814 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-e84d460f-dd30-47ec-9fc2-ff8a6484f060 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:14.437404 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-b9a996c7-db06-49c4-abcc-ba9ec761cf2e req-94c064a5-4590-4c55-b340-ceaef24c0066 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Unset dirty status for tenant:9dd07067e6ec4229b42b15a57fa654ee on resource:network {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:30:14.438551 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-b9a996c7-db06-49c4-abcc-ba9ec761cf2e req-94c064a5-4590-4c55-b340-ceaef24c0066 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.46 "GET /v2.0/networks?id=07ec5321-0579-4912-85f7-b750583baf28 HTTP/1.1" status: 200 len: 810 time: 0.7234914 Apr 20 18:30:14.453846 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cadee4ee-9e1b-4327-9e76-8cee9385799e req-e0e9cb65-909a-4804-b904-e9332710f935 service neutron] Checking agent: {'id': '263cae3f-8754-41ef-b011-a572dc0aeed8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 27, 47), 'started_at': datetime.datetime(2021, 4, 20, 18, 27, 47), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:30:14.454204 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cadee4ee-9e1b-4327-9e76-8cee9385799e req-e0e9cb65-909a-4804-b904-e9332710f935 service neutron] Checking segment: {'id': 'a75a35db-dac0-4400-9a60-474492d34744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b38b090e-8861-4ffd-9c34-064e6f8a30de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:30:14.454621 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cadee4ee-9e1b-4327-9e76-8cee9385799e req-e0e9cb65-909a-4804-b904-e9332710f935 service neutron] Bound using segment: {'id': 'a75a35db-dac0-4400-9a60-474492d34744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b38b090e-8861-4ffd-9c34-064e6f8a30de'} {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:30:14.455118 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [req-cadee4ee-9e1b-4327-9e76-8cee9385799e req-e0e9cb65-909a-4804-b904-e9332710f935 service neutron] Bound port: 48b305ac-b135-4e12-a025-5ffa20b97daa, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a75a35db-dac0-4400-9a60-474492d34744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b38b090e-8861-4ffd-9c34-064e6f8a30de'}}] {{(pid=86392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:30:14.455512 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-cadee4ee-9e1b-4327-9e76-8cee9385799e req-e0e9cb65-909a-4804-b904-e9332710f935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:14.465680 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-85903eb1-528f-4fb7-a0f8-7f4e9d9233ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:14.492323 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:14.498154 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-e84d460f-dd30-47ec-9fc2-ff8a6484f060 admin admin] Usage tracker for resource:security_group_rule and tenant:5dd88e9743244590ab186a5f8eebef38 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:14.505297 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-2b40b2b4-82fc-4dd0-931b-3cf2378f59fc req-f636aaff-fbb4-4854-8fb5-e682e1559d65 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Synchronizing usage tracker for tenant:a7d00bc2297e4088a3209dad8c5ffa52 on resource:security_group {{(pid=86392) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:30:14.540197 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-e84d460f-dd30-47ec-9fc2-ff8a6484f060 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:14.565742 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e8e08a4e-0b79-4cba-928e-dc678f6d15f1 req-9a297822-6665-4922-827c-3876c25ed053 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f99eaee-b40b-45fe-994a-ca09c8db528d HTTP/1.1" status: 200 len: 217 time: 0.1249084 Apr 20 18:30:14.568510 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-e84d460f-dd30-47ec-9fc2-ff8a6484f060 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:14.597667 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-85903eb1-528f-4fb7-a0f8-7f4e9d9233ac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8981ccda13874943b3ddf0c923b85001&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9701388 Apr 20 18:30:14.610640 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 33020) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:14.616437 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-faeebd38-410a-41ea-a8b2-dbf2796ce253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:14.619898 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85903eb1-528f-4fb7-a0f8-7f4e9d9233ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1b8066-9695-4603-a3e9-e03766816022,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:14.649896 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-85903eb1-528f-4fb7-a0f8-7f4e9d9233ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:14.667015 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-2b40b2b4-82fc-4dd0-931b-3cf2378f59fc req-f636aaff-fbb4-4854-8fb5-e682e1559d65 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Unset dirty status for tenant:a7d00bc2297e4088a3209dad8c5ffa52 on resource:security_group {{(pid=86392) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:30:14.668271 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-2b40b2b4-82fc-4dd0-931b-3cf2378f59fc req-f636aaff-fbb4-4854-8fb5-e682e1559d65 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369448 Apr 20 18:30:14.704933 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-faeebd38-410a-41ea-a8b2-dbf2796ce253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:14.726770 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [req-cadee4ee-9e1b-4327-9e76-8cee9385799e req-e0e9cb65-909a-4804-b904-e9332710f935 service neutron] For port 48b305ac-b135-4e12-a025-5ffa20b97daa, host hv-cinder-78693, cleared binding levels {{(pid=86392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:30:14.753710 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [req-cadee4ee-9e1b-4327-9e76-8cee9385799e req-e0e9cb65-909a-4804-b904-e9332710f935 service neutron] For port 48b305ac-b135-4e12-a025-5ffa20b97daa, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=48b305ac-b135-4e12-a025-5ffa20b97daa,segment=NetworkSegment(a75a35db-dac0-4400-9a60-474492d34744),segment_id=a75a35db-dac0-4400-9a60-474492d34744)] {{(pid=86392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:30:14.778890 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-cadee4ee-9e1b-4327-9e76-8cee9385799e req-e0e9cb65-909a-4804-b904-e9332710f935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2155095'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:14.790824 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-a49ee82b-b21a-4f85-bd23-f6f906ae5ac3 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:14.795121 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-b9a996c7-db06-49c4-abcc-ba9ec761cf2e req-3fec9770-e630-47fc-a076-824b930b0c1a tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Synchronizing usage tracker for tenant:9dd07067e6ec4229b42b15a57fa654ee on resource:security_group {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:30:14.809784 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e08a4e-0b79-4cba-928e-dc678f6d15f1 req-913ddcdc-3287-4888-ae58-1dff7e577f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:14.811407 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e8e08a4e-0b79-4cba-928e-dc678f6d15f1 req-913ddcdc-3287-4888-ae58-1dff7e577f08 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b2183557-3402-47d4-9d62-f632ed212213 HTTP/1.1" status: 200 len: 859 time: 0.1917369 Apr 20 18:30:14.829446 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-50eb8b23-c940-4a7f-a9bb-132dd3d6b5a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:14.886496 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadee4ee-9e1b-4327-9e76-8cee9385799e req-e0e9cb65-909a-4804-b904-e9332710f935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:14.887218 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-cadee4ee-9e1b-4327-9e76-8cee9385799e req-e0e9cb65-909a-4804-b904-e9332710f935 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for port, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:14.888714 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-cadee4ee-9e1b-4327-9e76-8cee9385799e req-e0e9cb65-909a-4804-b904-e9332710f935 service neutron] 10.222.0.46 "PUT /v2.0/ports/48b305ac-b135-4e12-a025-5ffa20b97daa HTTP/1.1" status: 200 len: 1093 time: 2.6280529 Apr 20 18:30:14.891955 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '218186a4-cdc1-4f70-b2f9-9b892470334d', 'tag': '48b305ac-b135-4e12-a025-5ffa20b97daa'}] {{(pid=86392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:30:14.901528 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-50eb8b23-c940-4a7f-a9bb-132dd3d6b5a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:14.918923 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-96cdbe31-f28b-4c86-b120-1d5cae6871b4 req-a6d9959c-2579-4144-be33-4b5fe9c15ffc service neutron] 10.222.0.20 "GET /v2.0/networks/c035be72-ec93-4bac-85f8-b0cd68e3656b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4761965 Apr 20 18:30:14.922214 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e8e08a4e-0b79-4cba-928e-dc678f6d15f1 req-f07d72a9-6c53-47c2-9616-4e203d3ef5b5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b38b090e-8861-4ffd-9c34-064e6f8a30de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0961621 Apr 20 18:30:14.931616 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-faeebd38-410a-41ea-a8b2-dbf2796ce253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:14.935545 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e9cb65-909a-4804-b904-e9332710f935 service neutron] Pushing event updated for resources: {'Port': ['ID=48b305ac-b135-4e12-a025-5ffa20b97daa,revision_number=3']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:14.976612 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-b9a996c7-db06-49c4-abcc-ba9ec761cf2e req-3fec9770-e630-47fc-a076-824b930b0c1a tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Unset dirty status for tenant:9dd07067e6ec4229b42b15a57fa654ee on resource:security_group {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:30:14.978085 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-b9a996c7-db06-49c4-abcc-ba9ec761cf2e req-3fec9770-e630-47fc-a076-824b930b0c1a tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9dd07067e6ec4229b42b15a57fa654ee HTTP/1.1" status: 200 len: 5705 time: 0.4510043 Apr 20 18:30:14.980089 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-e0e9cb65-909a-4804-b904-e9332710f935 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:14.990586 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:14.994110 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [req-b9a996c7-db06-49c4-abcc-ba9ec761cf2e req-6a6d01a3-ea3b-4877-8a14-50c2e65b2884 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Request body: {'port': {'device_id': '4722ccd8-f7c9-4c68-9967-e1c1e00960df', 'network_id': '07ec5321-0579-4912-85f7-b750583baf28', 'admin_state_up': True, 'tenant_id': '9dd07067e6ec4229b42b15a57fa654ee', 'security_groups': ['7ed32cec-6957-435a-bfeb-34cb0da197c3']}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:30:15.004386 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed9e91c2-f76f-4070-ae59-5fe3ed3629b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc23d55-40b6-4784-be6d-a2459485970b', 'code': 200} Apr 20 18:30:15.021141 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeebd38-410a-41ea-a8b2-dbf2796ce253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f60c4b4-b08b-41d5-b063-85faa74fc088,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:15.027796 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-faeebd38-410a-41ea-a8b2-dbf2796ce253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:15.038666 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-faeebd38-410a-41ea-a8b2-dbf2796ce253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:15.042377 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-faeebd38-410a-41ea-a8b2-dbf2796ce253 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1f60c4b4-b08b-41d5-b063-85faa74fc088 HTTP/1.1" status: 204 len: 168 time: 0.7145970 Apr 20 18:30:15.070343 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-50eb8b23-c940-4a7f-a9bb-132dd3d6b5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:15.070819 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:15.099688 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eb8b23-c940-4a7f-a9bb-132dd3d6b5a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1b8066-9695-4603-a3e9-e03766816022,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:15.104026 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-50eb8b23-c940-4a7f-a9bb-132dd3d6b5a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:15.106487 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadee4ee-9e1b-4327-9e76-8cee9385799e req-800dbc3e-b64b-4b7f-b65b-4433315c0bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:15.119507 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-cadee4ee-9e1b-4327-9e76-8cee9385799e req-800dbc3e-b64b-4b7f-b65b-4433315c0bc9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a7d00bc2297e4088a3209dad8c5ffa52&device_id=218186a4-cdc1-4f70-b2f9-9b892470334d HTTP/1.1" status: 200 len: 1096 time: 0.1789927 Apr 20 18:30:15.127637 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-50eb8b23-c940-4a7f-a9bb-132dd3d6b5a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:15.128974 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-50eb8b23-c940-4a7f-a9bb-132dd3d6b5a9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3d1b8066-9695-4603-a3e9-e03766816022 HTTP/1.1" status: 204 len: 168 time: 0.5105293 Apr 20 18:30:15.212545 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-cadee4ee-9e1b-4327-9e76-8cee9385799e req-7e26ca9f-9947-4719-b938-6c75e499a4ef service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48b305ac-b135-4e12-a025-5ffa20b97daa HTTP/1.1" status: 200 len: 217 time: 0.0816028 Apr 20 18:30:15.348678 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadee4ee-9e1b-4327-9e76-8cee9385799e req-09bedad6-86d3-4298-9ad3-b1b5ccb61c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:15.350344 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-cadee4ee-9e1b-4327-9e76-8cee9385799e req-09bedad6-86d3-4298-9ad3-b1b5ccb61c53 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b2183557-3402-47d4-9d62-f632ed212213 HTTP/1.1" status: 200 len: 859 time: 0.1308014 Apr 20 18:30:15.407452 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.46', 63220) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:15.467351 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-cadee4ee-9e1b-4327-9e76-8cee9385799e req-3fd90141-67af-4b7a-a671-763c0e252771 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b38b090e-8861-4ffd-9c34-064e6f8a30de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1021612 Apr 20 18:30:15.522908 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d7c9b-0dff-4b38-8948-eff07c5725ff req-70cf42d4-9f93-4038-b5c9-a2c6bf17e8e5 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:15.524545 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-8e5d7c9b-0dff-4b38-8948-eff07c5725ff req-70cf42d4-9f93-4038-b5c9-a2c6bf17e8e5 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c3e719f-55da-4826-8b34-2362a0b4f5e2 HTTP/1.1" status: 200 len: 946 time: 0.2571034 Apr 20 18:30:15.661631 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-8e5d7c9b-0dff-4b38-8948-eff07c5725ff req-4128edf5-4edb-4974-9046-79a26897c793 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/security-groups?id=18dbf877-4418-4cf7-b982-e374a1f22360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852377 Apr 20 18:30:15.674842 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc4bf8-d961-4f00-b602-011621621ec0 req-29e214cc-4f73-482a-9152-f9c8479b76f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:15.676437 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-67dc4bf8-d961-4f00-b602-011621621ec0 req-29e214cc-4f73-482a-9152-f9c8479b76f0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ed9e91c2-f76f-4070-ae59-5fe3ed3629b2 HTTP/1.1" status: 200 len: 1099 time: 0.2666266 Apr 20 18:30:15.746462 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-cadee4ee-9e1b-4327-9e76-8cee9385799e req-f0a1f73d-62e6-49b5-b971-076895a80691 service neutron] 10.222.0.46 "GET /v2.0/networks/b38b090e-8861-4ffd-9c34-064e6f8a30de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707233 Apr 20 18:30:15.747283 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-67dc4bf8-d961-4f00-b602-011621621ec0 req-a7f01e10-0d4f-48b4-8e96-55797da356f4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:15.780309 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e84d460f-dd30-47ec-9fc2-ff8a6484f060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:15.811213 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '412333fe-a069-4561-b8bc-16e8be58b7e9', 'tag': '5f99eaee-b40b-45fe-994a-ca09c8db528d', 'status': 'completed', 'code': 200} Apr 20 18:30:15.826079 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e84d460f-dd30-47ec-9fc2-ff8a6484f060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:15.827876 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-04b7557c-4f5e-44cc-aed2-400848d3d2f4 req-fd295c78-5b36-4c99-bd36-187a2e971890 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Synchronizing usage tracker for tenant:9dd07067e6ec4229b42b15a57fa654ee on resource:port {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:30:15.857885 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-df8c1f77-f060-482d-a6ad-0bd75e14426f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:15.910788 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [req-67dc4bf8-d961-4f00-b602-011621621ec0 req-a7f01e10-0d4f-48b4-8e96-55797da356f4 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:15.938355 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-67dc4bf8-d961-4f00-b602-011621621ec0 req-a7f01e10-0d4f-48b4-8e96-55797da356f4 service neutron] Usage tracker for resource:security_group_rule and tenant:0877b20d31874465915df9020a9e4ad3 is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:15.956274 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-67dc4bf8-d961-4f00-b602-011621621ec0 req-a7f01e10-0d4f-48b4-8e96-55797da356f4 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:16.024675 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [req-b9a996c7-db06-49c4-abcc-ba9ec761cf2e req-6a6d01a3-ea3b-4877-8a14-50c2e65b2884 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:16.031761 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-b9a996c7-db06-49c4-abcc-ba9ec761cf2e req-6a6d01a3-ea3b-4877-8a14-50c2e65b2884 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Usage tracker for resource:port and tenant:9dd07067e6ec4229b42b15a57fa654ee is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:16.037676 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-b9a996c7-db06-49c4-abcc-ba9ec761cf2e req-6a6d01a3-ea3b-4877-8a14-50c2e65b2884 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:16.047322 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [req-67dc4bf8-d961-4f00-b602-011621621ec0 req-a7f01e10-0d4f-48b4-8e96-55797da356f4 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:16.050876 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [req-b9a996c7-db06-49c4-abcc-ba9ec761cf2e req-6a6d01a3-ea3b-4877-8a14-50c2e65b2884 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:16.064092 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e8e08a4e-0b79-4cba-928e-dc678f6d15f1 req-f0e0e2be-787e-43e5-9976-907b0859695a service neutron] 10.222.0.46 "GET /v2.0/networks/b38b090e-8861-4ffd-9c34-064e6f8a30de?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1156650 Apr 20 18:30:16.128761 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9a996c7-db06-49c4-abcc-ba9ec761cf2e req-6a6d01a3-ea3b-4877-8a14-50c2e65b2884 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Made reservation on behalf of 9dd07067e6ec4229b42b15a57fa654ee for: {'port': 1} {{(pid=86391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:30:16.135022 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-b9a996c7-db06-49c4-abcc-ba9ec761cf2e req-6a6d01a3-ea3b-4877-8a14-50c2e65b2884 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:16.149253 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e84d460f-dd30-47ec-9fc2-ff8a6484f060 admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=86391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 18:30:16.161364 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84d460f-dd30-47ec-9fc2-ff8a6484f060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d46eecc4-1a3d-4bbd-a80f-a8054494ed10,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:16.165247 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-e84d460f-dd30-47ec-9fc2-ff8a6484f060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:16.177307 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-cadee4ee-9e1b-4327-9e76-8cee9385799e req-353ffc13-35e6-4dda-bf64-3686a7b979e1 service neutron] 10.222.0.46 "GET /v2.0/networks/b38b090e-8861-4ffd-9c34-064e6f8a30de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4188995 Apr 20 18:30:16.205056 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d81328-be97-4254-8588-69e090c59f56 req-6c1d50b7-04ce-4aee-87ea-d3e26f751ab0 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:16.213267 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f3d81328-be97-4254-8588-69e090c59f56 req-6c1d50b7-04ce-4aee-87ea-d3e26f751ab0 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed9e91c2-f76f-4070-ae59-5fe3ed3629b2 HTTP/1.1" status: 200 len: 946 time: 0.2462151 Apr 20 18:30:16.244687 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-04b7557c-4f5e-44cc-aed2-400848d3d2f4 req-fd295c78-5b36-4c99-bd36-187a2e971890 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Unset dirty status for tenant:9dd07067e6ec4229b42b15a57fa654ee on resource:port {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:30:16.261310 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-04b7557c-4f5e-44cc-aed2-400848d3d2f4 req-fd295c78-5b36-4c99-bd36-187a2e971890 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/ports?device_id=4722ccd8-f7c9-4c68-9967-e1c1e00960df HTTP/1.1" status: 200 len: 210 time: 0.7647491 Apr 20 18:30:16.284425 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f3d81328-be97-4254-8588-69e090c59f56 req-01c93806-4eb2-439e-b003-5527b0d84107 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a2b89b8-6da2-4dc9-a0a9-e2342b47c305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701964 Apr 20 18:30:16.284561 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e84d460f-dd30-47ec-9fc2-ff8a6484f060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854116670'] for segment, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:16.284912 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.db.segments_db [None req-e84d460f-dd30-47ec-9fc2-ff8a6484f060 admin admin] Added segment 83f7c7b2-8345-4f3b-aace-17c5581cd5bb of type vlan for network f3e5adba-fffe-429b-8ebe-0ee4f9fb4320 Apr 20 18:30:16.356781 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-67dc4bf8-d961-4f00-b602-011621621ec0 req-a7f01e10-0d4f-48b4-8e96-55797da356f4 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:16.363070 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-67dc4bf8-d961-4f00-b602-011621621ec0 req-a7f01e10-0d4f-48b4-8e96-55797da356f4 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:16.372945 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:16.387452 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '218186a4-cdc1-4f70-b2f9-9b892470334d', 'tag': '48b305ac-b135-4e12-a025-5ffa20b97daa', 'status': 'completed', 'code': 200} Apr 20 18:30:16.413965 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e84d460f-dd30-47ec-9fc2-ff8a6484f060 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758775846003'] for network, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:16.475737 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e84d460f-dd30-47ec-9fc2-ff8a6484f060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058'] for network, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:16.486694 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84d460f-dd30-47ec-9fc2-ff8a6484f060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:16.487884 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e84d460f-dd30-47ec-9fc2-ff8a6484f060 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for network, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:16.516893 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-67dc4bf8-d961-4f00-b602-011621621ec0 req-a7f01e10-0d4f-48b4-8e96-55797da356f4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0a2b89b8-6da2-4dc9-a0a9-e2342b47c305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8005846 Apr 20 18:30:16.570296 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f01e10-0d4f-48b4-8e96-55797da356f4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a93f47-d6fc-4309-85ab-8c623a396fa5,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:16.574205 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-a7f01e10-0d4f-48b4-8e96-55797da356f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:16.595095 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-28695b1c-a060-4d68-b0d0-0a8b253e4a12 req-0e8c454c-8f04-4f0d-994e-304f4bb6270f tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 210 time: 0.0797067 Apr 20 18:30:16.605008 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:16.613087 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c5cea-b29e-4ad4-a9fe-1b40e0a4a831 req-9b9a1beb-8cce-4a85-8a45-ea41ec2d1f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:16.614835 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a01c5cea-b29e-4ad4-a9fe-1b40e0a4a831 req-9b9a1beb-8cce-4a85-8a45-ea41ec2d1f96 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a7d00bc2297e4088a3209dad8c5ffa52&device_id=218186a4-cdc1-4f70-b2f9-9b892470334d HTTP/1.1" status: 200 len: 1096 time: 0.2126429 Apr 20 18:30:16.619225 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-4368cfa7-a56d-4ef3-8356-9d7741885994 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:16.696205 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-e84d460f-dd30-47ec-9fc2-ff8a6484f060 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.6062617 Apr 20 18:30:16.766911 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 33084) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:16.785615 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c5cea-b29e-4ad4-a9fe-1b40e0a4a831 req-8cf6c502-08d1-4191-b9ed-e277e402a696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:16.787275 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a01c5cea-b29e-4ad4-a9fe-1b40e0a4a831 req-8cf6c502-08d1-4191-b9ed-e277e402a696 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b38b090e-8861-4ffd-9c34-064e6f8a30de HTTP/1.1" status: 200 len: 920 time: 0.1599541 Apr 20 18:30:16.807651 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-d50bbf9b-5e4d-4f92-b438-3c566ef7e8e3 admin admin] Request body: {'subnet': {'network_id': 'f3e5adba-fffe-429b-8ebe-0ee4f9fb4320', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-755854352-subnet', 'tenant_id': '5dd88e9743244590ab186a5f8eebef38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:30:16.852692 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-d50bbf9b-5e4d-4f92-b438-3c566ef7e8e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:16.872055 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-d50bbf9b-5e4d-4f92-b438-3c566ef7e8e3 admin admin] Usage tracker for resource:subnet and tenant:5dd88e9743244590ab186a5f8eebef38 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:16.876525 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e8e08a4e-0b79-4cba-928e-dc678f6d15f1 req-93019d1e-79ee-402b-89d7-a07a46ff7bfc service neutron] 10.222.0.46 "GET /v2.0/networks/b38b090e-8861-4ffd-9c34-064e6f8a30de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7806342 Apr 20 18:30:16.883894 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-d50bbf9b-5e4d-4f92-b438-3c566ef7e8e3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:16.887017 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84d460f-dd30-47ec-9fc2-ff8a6484f060 admin admin] Pushing event updated for resources: {'Network': ['ID=f3e5adba-fffe-429b-8ebe-0ee4f9fb4320,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:16.898468 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Network f3e5adba-fffe-429b-8ebe-0ee4f9fb4320 details requested by agent ovs-agent-dv-cinder-786932-2-smb with host dv-cinder-786932-2-smb {{(pid=86393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:30:16.906591 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-d50bbf9b-5e4d-4f92-b438-3c566ef7e8e3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:16.926450 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-e84d460f-dd30-47ec-9fc2-ff8a6484f060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:16.928873 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a01c5cea-b29e-4ad4-a9fe-1b40e0a4a831 req-05d86d0d-3c84-47ce-8ebb-417665df3b41 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48b305ac-b135-4e12-a025-5ffa20b97daa HTTP/1.1" status: 200 len: 217 time: 0.1312964 Apr 20 18:30:16.994582 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.db_base_plugin_common [req-b9a996c7-db06-49c4-abcc-ba9ec761cf2e req-6a6d01a3-ea3b-4877-8a14-50c2e65b2884 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Allocated IP 172.20.0.14 (07ec5321-0579-4912-85f7-b750583baf28/6124cdb4-b728-491c-bef6-cdd1f4b23ca7/ea78babd-8254-4f3a-9a92-44ab55032223) {{(pid=86391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:30:17.012113 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d50bbf9b-5e4d-4f92-b438-3c566ef7e8e3 admin admin] Made reservation on behalf of 5dd88e9743244590ab186a5f8eebef38 for: {'subnet': 1} {{(pid=86391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:30:17.015078 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c3e719f-55da-4826-8b34-2362a0b4f5e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecac05ec-2410-41c4-9ea9-0ca360507bf0'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:30:17.026571 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d50bbf9b-5e4d-4f92-b438-3c566ef7e8e3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:17.445568 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c5cea-b29e-4ad4-a9fe-1b40e0a4a831 req-4d5ca996-dbb7-4cbf-9ec4-3eff3d178b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:17.447167 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a01c5cea-b29e-4ad4-a9fe-1b40e0a4a831 req-4d5ca996-dbb7-4cbf-9ec4-3eff3d178b60 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b2183557-3402-47d4-9d62-f632ed212213 HTTP/1.1" status: 200 len: 859 time: 0.4553149 Apr 20 18:30:17.462645 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-b9a996c7-db06-49c4-abcc-ba9ec761cf2e req-6a6d01a3-ea3b-4877-8a14-50c2e65b2884 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks [] for port, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:17.480103 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [req-b9a996c7-db06-49c4-abcc-ba9ec761cf2e req-6a6d01a3-ea3b-4877-8a14-50c2e65b2884 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Transition to ACTIVE for port object ea78babd-8254-4f3a-9a92-44ab55032223 will not be triggered until provisioned by entity DHCP. {{(pid=86391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:30:17.540831 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a01c5cea-b29e-4ad4-a9fe-1b40e0a4a831 req-04222aa4-c2eb-4df2-a570-bc36a0d3c3e7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b38b090e-8861-4ffd-9c34-064e6f8a30de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695412 Apr 20 18:30:17.557003 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cdbe31-f28b-4c86-b120-1d5cae6871b4 req-67a3c527-7f51-4180-b246-56f0c51ae586 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:17.557203 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05971d58-b4b7-463b-bebc-14889e540927 req-abddb3b9-1ae7-4e63-ae1a-ae7104078b52 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:17.558525 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-96cdbe31-f28b-4c86-b120-1d5cae6871b4 req-67a3c527-7f51-4180-b246-56f0c51ae586 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.46 "GET /v2.0/networks?id=c035be72-ec93-4bac-85f8-b0cd68e3656b HTTP/1.1" status: 200 len: 817 time: 0.4958553 Apr 20 18:30:17.558865 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-05971d58-b4b7-463b-bebc-14889e540927 req-abddb3b9-1ae7-4e63-ae1a-ae7104078b52 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=218186a4-cdc1-4f70-b2f9-9b892470334d HTTP/1.1" status: 200 len: 943 time: 0.9960940 Apr 20 18:30:17.568798 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b897a-c4d9-4f0c-a82f-bd81d229bf95 req-5b14336d-9d7f-4161-ac15-80762b6aeae9 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:17.569930 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a88b897a-c4d9-4f0c-a82f-bd81d229bf95 req-5b14336d-9d7f-4161-ac15-80762b6aeae9 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c3e719f-55da-4826-8b34-2362a0b4f5e2 HTTP/1.1" status: 200 len: 946 time: 0.6392956 Apr 20 18:30:17.689280 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-b9a996c7-db06-49c4-abcc-ba9ec761cf2e req-6a6d01a3-ea3b-4877-8a14-50c2e65b2884 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278078920240'] for port, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:17.714806 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-5c90f8fa-c4fe-4ad0-8170-70ad298c170a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:17.738052 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a88b897a-c4d9-4f0c-a82f-bd81d229bf95 req-e88317d6-ce24-460c-823f-4f8d3a903702 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/security-groups?id=18dbf877-4418-4cf7-b982-e374a1f22360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423030 Apr 20 18:30:17.750787 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-05971d58-b4b7-463b-bebc-14889e540927 req-fcbc2206-0aca-4a85-bd3b-1ea43753274d tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746323 Apr 20 18:30:17.826658 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c3e719f-55da-4826-8b34-2362a0b4f5e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecac05ec-2410-41c4-9ea9-0ca360507bf0', 'code': 200} Apr 20 18:30:17.826884 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d01a3-ea3b-4877-8a14-50c2e65b2884 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Pushing event updated for resources: {'Port': ['ID=ea78babd-8254-4f3a-9a92-44ab55032223,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:17.837679 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-96cdbe31-f28b-4c86-b120-1d5cae6871b4 req-7020a264-8f3e-4cac-ab07-b06ecffb97bb tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Synchronizing usage tracker for tenant:96a404d19bd540809d4ea207dd16d6ad on resource:security_group {{(pid=86392) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:30:17.867069 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a01c5cea-b29e-4ad4-a9fe-1b40e0a4a831 req-fc206493-0273-40fb-8032-f9d70207f8c9 service neutron] 10.222.0.46 "GET /v2.0/networks/b38b090e-8861-4ffd-9c34-064e6f8a30de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073764 Apr 20 18:30:17.870638 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-96cdbe31-f28b-4c86-b120-1d5cae6871b4 req-7020a264-8f3e-4cac-ab07-b06ecffb97bb tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Unset dirty status for tenant:96a404d19bd540809d4ea207dd16d6ad on resource:security_group {{(pid=86392) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:30:17.872689 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-96cdbe31-f28b-4c86-b120-1d5cae6871b4 req-7020a264-8f3e-4cac-ab07-b06ecffb97bb tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=96a404d19bd540809d4ea207dd16d6ad HTTP/1.1" status: 200 len: 5703 time: 0.2808797 Apr 20 18:30:17.884020 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-6a6d01a3-ea3b-4877-8a14-50c2e65b2884 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:17.889851 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9a996c7-db06-49c4-abcc-ba9ec761cf2e req-6a6d01a3-ea3b-4877-8a14-50c2e65b2884 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Network 07ec5321-0579-4912-85f7-b750583baf28 is already hosted by enough agents. {{(pid=86391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:30:17.892478 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beae440-d63a-4050-b084-96ef47803a5f req-0af687e8-e035-4ee5-9c7f-a6c1af31c0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:17.894090 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-5beae440-d63a-4050-b084-96ef47803a5f req-0af687e8-e035-4ee5-9c7f-a6c1af31c0ca service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a7d00bc2297e4088a3209dad8c5ffa52&device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 1096 time: 0.4080472 Apr 20 18:30:17.897648 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [req-b9a996c7-db06-49c4-abcc-ba9ec761cf2e req-6a6d01a3-ea3b-4877-8a14-50c2e65b2884 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Resources bound (agent type, host, resource id): {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:30:17.924346 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a996c7-db06-49c4-abcc-ba9ec761cf2e req-6a6d01a3-ea3b-4877-8a14-50c2e65b2884 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Received port after_create {{(pid=86391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:30:17.939983 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a996c7-db06-49c4-abcc-ba9ec761cf2e req-6a6d01a3-ea3b-4877-8a14-50c2e65b2884 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:17.953153 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-b9a996c7-db06-49c4-abcc-ba9ec761cf2e req-6a6d01a3-ea3b-4877-8a14-50c2e65b2884 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for port, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:18.199797 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a01c5cea-b29e-4ad4-a9fe-1b40e0a4a831 req-d2aff0c6-b310-4117-82b0-bc95e9b570fd service neutron] 10.222.0.46 "GET /v2.0/networks/b38b090e-8861-4ffd-9c34-064e6f8a30de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200982 Apr 20 18:30:18.200537 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.46', 63224) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:18.243541 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-44007a3a-66c9-4c32-ac1d-c29b1be8d701 None None] Provisioning for port ea78babd-8254-4f3a-9a92-44ab55032223 completed by entity DHCP. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:30:18.260645 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-44007a3a-66c9-4c32-ac1d-c29b1be8d701 None None] Provisioning complete for port ea78babd-8254-4f3a-9a92-44ab55032223 triggered by entity DHCP. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:30:18.261392 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-44007a3a-66c9-4c32-ac1d-c29b1be8d701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:18.298442 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [req-96cdbe31-f28b-4c86-b120-1d5cae6871b4 req-afee63d7-4a14-41db-aa53-dba292ad7fd2 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Request body: {'port': {'device_id': '7156a4bb-3899-4f14-98d6-4edc78bd8159', 'network_id': 'c035be72-ec93-4bac-85f8-b0cd68e3656b', 'admin_state_up': True, 'tenant_id': '96a404d19bd540809d4ea207dd16d6ad', 'security_groups': ['9029e925-67cb-4402-81c8-a9bf97a752e7']}} {{(pid=86392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:30:18.325834 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-44007a3a-66c9-4c32-ac1d-c29b1be8d701 None None] Port ea78babd-8254-4f3a-9a92-44ab55032223 cannot update to ACTIVE because it is not bound. {{(pid=86393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:30:18.437533 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-b9a996c7-db06-49c4-abcc-ba9ec761cf2e req-6a6d01a3-ea3b-4877-8a14-50c2e65b2884 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4529893 Apr 20 18:30:18.464302 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [req-b9a996c7-db06-49c4-abcc-ba9ec761cf2e req-be0ebd83-e63b-466f-8821-8c3e96c88c70 service neutron] Request body: {'port': {'device_id': '4722ccd8-f7c9-4c68-9967-e1c1e00960df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:30:18.616403 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ee9ed-0aff-45ff-8526-70ff165892a8 req-67979847-b2cf-4356-819a-0f15ce102b1f tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:18.617904 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ea5ee9ed-0aff-45ff-8526-70ff165892a8 req-67979847-b2cf-4356-819a-0f15ce102b1f tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed9e91c2-f76f-4070-ae59-5fe3ed3629b2 HTTP/1.1" status: 200 len: 946 time: 0.4158645 Apr 20 18:30:18.619101 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [req-96cdbe31-f28b-4c86-b120-1d5cae6871b4 req-afee63d7-4a14-41db-aa53-dba292ad7fd2 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:18.635265 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5ba54-4f2c-4fde-9b64-0046e883b196 req-f31a32b1-7cd9-42ba-b915-bcf11bcee381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:18.636045 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-b7b5ba54-4f2c-4fde-9b64-0046e883b196 req-f31a32b1-7cd9-42ba-b915-bcf11bcee381 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8c3e719f-55da-4826-8b34-2362a0b4f5e2 HTTP/1.1" status: 200 len: 1099 time: 0.3490834 Apr 20 18:30:18.649312 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda0f86-7755-452d-8414-d4f8d11d74d2 req-491be0a7-b738-45d9-9b6f-4861a93de648 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:18.650448 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-acda0f86-7755-452d-8414-d4f8d11d74d2 req-491be0a7-b738-45d9-9b6f-4861a93de648 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Synchronizing usage tracker for tenant:9dd07067e6ec4229b42b15a57fa654ee on resource:port {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:30:18.655670 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [req-96cdbe31-f28b-4c86-b120-1d5cae6871b4 req-afee63d7-4a14-41db-aa53-dba292ad7fd2 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:18.692535 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beae440-d63a-4050-b084-96ef47803a5f req-0ce3de1a-bc9c-4352-8579-3a8e1de5fb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:18.694178 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-5beae440-d63a-4050-b084-96ef47803a5f req-0ce3de1a-bc9c-4352-8579-3a8e1de5fb54 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b38b090e-8861-4ffd-9c34-064e6f8a30de HTTP/1.1" status: 200 len: 920 time: 0.7300320 Apr 20 18:30:18.708084 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96cdbe31-f28b-4c86-b120-1d5cae6871b4 req-afee63d7-4a14-41db-aa53-dba292ad7fd2 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Made reservation on behalf of 96a404d19bd540809d4ea207dd16d6ad for: {'port': 1} {{(pid=86392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:30:18.715126 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-96cdbe31-f28b-4c86-b120-1d5cae6871b4 req-afee63d7-4a14-41db-aa53-dba292ad7fd2 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:18.761029 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ea5ee9ed-0aff-45ff-8526-70ff165892a8 req-fed4b274-0581-4406-9291-a152069e474a tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a2b89b8-6da2-4dc9-a0a9-e2342b47c305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350114 Apr 20 18:30:18.818657 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-b7b5ba54-4f2c-4fde-9b64-0046e883b196 req-83a87a3b-122f-4eb7-b901-d4f21ff65585 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=18dbf877-4418-4cf7-b982-e374a1f22360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646602 Apr 20 18:30:19.039506 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-6a272910-2951-412d-bf84-08c4f4453962 req-998d9b41-ff45-4c70-a88c-f27ac22eb09d tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 210 time: 0.0656395 Apr 20 18:30:19.060454 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-5beae440-d63a-4050-b084-96ef47803a5f req-af634795-1187-44ed-aed4-b53bb064683c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f99eaee-b40b-45fe-994a-ca09c8db528d HTTP/1.1" status: 200 len: 217 time: 0.3509099 Apr 20 18:30:19.062428 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.db_base_plugin_common [req-96cdbe31-f28b-4c86-b120-1d5cae6871b4 req-afee63d7-4a14-41db-aa53-dba292ad7fd2 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Allocated IP 172.20.0.9 (c035be72-ec93-4bac-85f8-b0cd68e3656b/41a62a97-d129-42fa-96d5-fce2a7a65a86/f490f4f7-9b25-4b64-ab37-aa339d70f1c1) {{(pid=86392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:30:19.068882 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-acda0f86-7755-452d-8414-d4f8d11d74d2 req-491be0a7-b738-45d9-9b6f-4861a93de648 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Unset dirty status for tenant:9dd07067e6ec4229b42b15a57fa654ee on resource:port {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:30:19.076945 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-acda0f86-7755-452d-8414-d4f8d11d74d2 req-491be0a7-b738-45d9-9b6f-4861a93de648 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/ports?device_id=4722ccd8-f7c9-4c68-9967-e1c1e00960df HTTP/1.1" status: 200 len: 932 time: 1.0176034 Apr 20 18:30:19.134462 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-b9a996c7-db06-49c4-abcc-ba9ec761cf2e req-be0ebd83-e63b-466f-8821-8c3e96c88c70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:19.335184 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-96cdbe31-f28b-4c86-b120-1d5cae6871b4 req-afee63d7-4a14-41db-aa53-dba292ad7fd2 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks [] for port, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:19.354351 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-acda0f86-7755-452d-8414-d4f8d11d74d2 req-3db40d99-09a3-4d0b-a7a8-7ff9bf1e52ea tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ed32cec-6957-435a-bfeb-34cb0da197c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2763953 Apr 20 18:30:19.357706 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [req-96cdbe31-f28b-4c86-b120-1d5cae6871b4 req-afee63d7-4a14-41db-aa53-dba292ad7fd2 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Transition to ACTIVE for port object f490f4f7-9b25-4b64-ab37-aa339d70f1c1 will not be triggered until provisioned by entity DHCP. {{(pid=86392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:30:19.376742 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device 48b305ac-b135-4e12-a025-5ffa20b97daa details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:30:19.379803 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beae440-d63a-4050-b084-96ef47803a5f req-3bf0cca5-40fa-4f1a-a88a-7d7106e6e925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:19.381865 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-5beae440-d63a-4050-b084-96ef47803a5f req-3bf0cca5-40fa-4f1a-a88a-7d7106e6e925 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b2183557-3402-47d4-9d62-f632ed212213 HTTP/1.1" status: 200 len: 859 time: 0.2853458 Apr 20 18:30:19.541039 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-96cdbe31-f28b-4c86-b120-1d5cae6871b4 req-afee63d7-4a14-41db-aa53-dba292ad7fd2 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278078920240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852620706'] for port, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:19.555924 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:19.563333 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d50bbf9b-5e4d-4f92-b438-3c566ef7e8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058'] for subnet, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:19.569066 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-5beae440-d63a-4050-b084-96ef47803a5f req-2d4ac5e4-1515-4a91-955e-b4f1fb276a79 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b38b090e-8861-4ffd-9c34-064e6f8a30de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1693149 Apr 20 18:30:19.581317 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port 48b305ac-b135-4e12-a025-5ffa20b97daa, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=48b305ac-b135-4e12-a025-5ffa20b97daa,segment=NetworkSegment(a75a35db-dac0-4400-9a60-474492d34744),segment_id=a75a35db-dac0-4400-9a60-474492d34744)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:30:19.609786 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Returning: {'device': '48b305ac-b135-4e12-a025-5ffa20b97daa', 'network_id': 'b38b090e-8861-4ffd-9c34-064e6f8a30de', 'port_id': '48b305ac-b135-4e12-a025-5ffa20b97daa', 'mac_address': 'fa:16:3e:68:17:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2183557-3402-47d4-9d62-f632ed212213', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:30:19.653402 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96cdbe31-f28b-4c86-b120-1d5cae6871b4 req-afee63d7-4a14-41db-aa53-dba292ad7fd2 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Network c035be72-ec93-4bac-85f8-b0cd68e3656b is already hosted by enough agents. {{(pid=86392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:30:19.656861 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2fe4933a-b78e-4233-8b73-324368d4d02b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:19.668476 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [req-96cdbe31-f28b-4c86-b120-1d5cae6871b4 req-afee63d7-4a14-41db-aa53-dba292ad7fd2 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Resources bound (agent type, host, resource id): {{(pid=86392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:30:19.670031 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [req-96cdbe31-f28b-4c86-b120-1d5cae6871b4 req-afee63d7-4a14-41db-aa53-dba292ad7fd2 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Received port after_create {{(pid=86392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:30:19.739054 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:19.785997 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48b305ac-b135-4e12-a025-5ffa20b97daa {{(pid=86393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:30:19.827071 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port 48b305ac-b135-4e12-a025-5ffa20b97daa, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=48b305ac-b135-4e12-a025-5ffa20b97daa,segment=NetworkSegment(a75a35db-dac0-4400-9a60-474492d34744),segment_id=a75a35db-dac0-4400-9a60-474492d34744)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:30:19.836411 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:19.837634 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device 5f99eaee-b40b-45fe-994a-ca09c8db528d details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:30:19.838369 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87097b3a-5267-4dce-ab24-7e1dc42c2d95 req-302fff36-7b55-4cce-aeb7-e46a22ecf57d tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:19.841339 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-014e5cdd-2476-4adb-9916-8ba8df095d56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:19.853888 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-87097b3a-5267-4dce-ab24-7e1dc42c2d95 req-302fff36-7b55-4cce-aeb7-e46a22ecf57d tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c3e719f-55da-4826-8b34-2362a0b4f5e2 HTTP/1.1" status: 200 len: 946 time: 0.4577351 Apr 20 18:30:19.971297 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee63d7-4a14-41db-aa53-dba292ad7fd2 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Pushing event updated for resources: {'Port': ['ID=f490f4f7-9b25-4b64-ab37-aa339d70f1c1,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:20.001950 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port 5f99eaee-b40b-45fe-994a-ca09c8db528d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=5f99eaee-b40b-45fe-994a-ca09c8db528d,segment=NetworkSegment(a75a35db-dac0-4400-9a60-474492d34744),segment_id=a75a35db-dac0-4400-9a60-474492d34744)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:30:20.007227 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-afee63d7-4a14-41db-aa53-dba292ad7fd2 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:20.038446 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Pushing event updated for resources: {'Port': ['ID=48b305ac-b135-4e12-a025-5ffa20b97daa,revision_number=4']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:20.046214 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:20.058363 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-87097b3a-5267-4dce-ab24-7e1dc42c2d95 req-15073ee3-8581-401c-805f-ddba22fe3ff2 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/security-groups?id=18dbf877-4418-4cf7-b982-e374a1f22360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923709 Apr 20 18:30:20.062767 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50bbf9b-5e4d-4f92-b438-3c566ef7e8e3 admin admin] Checking segment: {'id': '83f7c7b2-8345-4f3b-aace-17c5581cd5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f3e5adba-fffe-429b-8ebe-0ee4f9fb4320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:30:20.063381 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50bbf9b-5e4d-4f92-b438-3c566ef7e8e3 admin admin] Network hostable DHCP agents. Network: f3e5adba-fffe-429b-8ebe-0ee4f9fb4320, hostable agents: ['139febe7-9f58-4c27-9292-9a8c92178c1a'], hosted agents: [] {{(pid=86391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:30:20.064676 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Returning: {'device': '5f99eaee-b40b-45fe-994a-ca09c8db528d', 'network_id': 'b38b090e-8861-4ffd-9c34-064e6f8a30de', 'port_id': '5f99eaee-b40b-45fe-994a-ca09c8db528d', 'mac_address': 'fa:16:3e:0d:9a:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2183557-3402-47d4-9d62-f632ed212213', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:30:20.081872 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50bbf9b-5e4d-4f92-b438-3c566ef7e8e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b73caef0-e093-444d-bb9b-231ebed03e94,revision_number=0']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:20.082666 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cdbe31-f28b-4c86-b120-1d5cae6871b4 req-afee63d7-4a14-41db-aa53-dba292ad7fd2 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:20.083428 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-96cdbe31-f28b-4c86-b120-1d5cae6871b4 req-afee63d7-4a14-41db-aa53-dba292ad7fd2 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for port, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:20.120880 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-d50bbf9b-5e4d-4f92-b438-3c566ef7e8e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:20.148031 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-96cdbe31-f28b-4c86-b120-1d5cae6871b4 req-afee63d7-4a14-41db-aa53-dba292ad7fd2 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9520805 Apr 20 18:30:20.160823 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [req-96cdbe31-f28b-4c86-b120-1d5cae6871b4 req-f4098fa9-1a93-4972-9834-c0f4c8f057f0 service neutron] Request body: {'port': {'device_id': '7156a4bb-3899-4f14-98d6-4edc78bd8159', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:30:20.198419 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8d7e794a-fa21-4438-ae1f-f3e687bb08a0 None None] Provisioning for port f490f4f7-9b25-4b64-ab37-aa339d70f1c1 completed by entity DHCP. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:30:20.202988 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ceea8-3293-4bb3-b7a4-3918740109e0 req-4555c6ed-b34d-4acf-bf1e-9bdad2dff732 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:20.204978 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f42ceea8-3293-4bb3-b7a4-3918740109e0 req-4555c6ed-b34d-4acf-bf1e-9bdad2dff732 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=218186a4-cdc1-4f70-b2f9-9b892470334d HTTP/1.1" status: 200 len: 943 time: 0.6330338 Apr 20 18:30:20.228326 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:20.250092 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8d7e794a-fa21-4438-ae1f-f3e687bb08a0 None None] Provisioning complete for port f490f4f7-9b25-4b64-ab37-aa339d70f1c1 triggered by entity DHCP. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:30:20.250499 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d7e794a-fa21-4438-ae1f-f3e687bb08a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:20.270961 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50bbf9b-5e4d-4f92-b438-3c566ef7e8e3 admin admin] Network f3e5adba-fffe-429b-8ebe-0ee4f9fb4320 is scheduled to be hosted by DHCP agent 139febe7-9f58-4c27-9292-9a8c92178c1a with binding_index 1 {{(pid=86391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:30:20.294614 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-5beae440-d63a-4050-b084-96ef47803a5f req-475de179-5b23-4ece-99cf-c38822e0d4a6 service neutron] 10.222.0.46 "GET /v2.0/networks/b38b090e-8861-4ffd-9c34-064e6f8a30de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7136292 Apr 20 18:30:20.301578 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [None req-d50bbf9b-5e4d-4f92-b438-3c566ef7e8e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-2-smb, f3e5adba-fffe-429b-8ebe-0ee4f9fb4320) {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:30:20.357135 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f42ceea8-3293-4bb3-b7a4-3918740109e0 req-ef1ffa9a-d196-424f-9004-b4afb98e28e8 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412120 Apr 20 18:30:20.364333 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50bbf9b-5e4d-4f92-b438-3c566ef7e8e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:20.365221 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d50bbf9b-5e4d-4f92-b438-3c566ef7e8e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for subnet, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:20.390774 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-96cdbe31-f28b-4c86-b120-1d5cae6871b4 req-f4098fa9-1a93-4972-9834-c0f4c8f057f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:20.416841 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-8d7e794a-fa21-4438-ae1f-f3e687bb08a0 None None] Port f490f4f7-9b25-4b64-ab37-aa339d70f1c1 cannot update to ACTIVE because it is not bound. {{(pid=86393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:30:20.418442 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01f92f8-07e2-43cb-ab7d-11cfbaa4980f None None] Network f3e5adba-fffe-429b-8ebe-0ee4f9fb4320 requested from dv-cinder-786932-2-smb {{(pid=86393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:30:20.451508 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 33208) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:20.511481 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-d50bbf9b-5e4d-4f92-b438-3c566ef7e8e3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.7435589 Apr 20 18:30:20.513000 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c0696-0ef8-41a1-8746-bb908ff578cd req-b2d1ab1d-76b1-470c-96d3-c5f541384e10 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:20.521460 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-752c0696-0ef8-41a1-8746-bb908ff578cd req-b2d1ab1d-76b1-470c-96d3-c5f541384e10 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed9e91c2-f76f-4070-ae59-5fe3ed3629b2 HTTP/1.1" status: 200 len: 946 time: 0.2714760 Apr 20 18:30:20.565525 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-5beae440-d63a-4050-b084-96ef47803a5f req-46a7deb4-0b4d-40f8-b45a-aa831b4f978a service neutron] 10.222.0.46 "GET /v2.0/networks/b38b090e-8861-4ffd-9c34-064e6f8a30de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609737 Apr 20 18:30:20.589917 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 33216) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:20.668875 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.db.resource_extend [req-b9a996c7-db06-49c4-abcc-ba9ec761cf2e req-be0ebd83-e63b-466f-8821-8c3e96c88c70 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 20 18:30:20.692498 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-f4e7558b-440f-4f8f-bafc-99040de1c58e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:20.783377 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-f4e7558b-440f-4f8f-bafc-99040de1c58e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:20.798427 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-f4e7558b-440f-4f8f-bafc-99040de1c58e admin admin] Usage tracker for resource:security_group_rule and tenant:7bdad63c7cc74ae7bb7b47e54efa7ceb is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:20.802331 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-f4e7558b-440f-4f8f-bafc-99040de1c58e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:20.809192 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-f4e7558b-440f-4f8f-bafc-99040de1c58e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:20.812269 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-752c0696-0ef8-41a1-8746-bb908ff578cd req-948009f8-3afb-4bcf-b252-1527d61f26bd tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a2b89b8-6da2-4dc9-a0a9-e2342b47c305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896869 Apr 20 18:30:20.844826 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [req-b9a996c7-db06-49c4-abcc-ba9ec761cf2e req-be0ebd83-e63b-466f-8821-8c3e96c88c70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea78babd-8254-4f3a-9a92-44ab55032223 {{(pid=86391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:30:20.964558 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ebe958e-2a17-44df-80d6-82bb5e406654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:20.979009 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-f4e7558b-440f-4f8f-bafc-99040de1c58e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:20.985698 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-f4e7558b-440f-4f8f-bafc-99040de1c58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:20.988441 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-b9a996c7-db06-49c4-abcc-ba9ec761cf2e req-be0ebd83-e63b-466f-8821-8c3e96c88c70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:20.994668 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-2ebe958e-2a17-44df-80d6-82bb5e406654 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:21.001600 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-2ebe958e-2a17-44df-80d6-82bb5e406654 admin admin] Usage tracker for resource:security_group_rule and tenant:ce6838ffcd834afab0b8975cfd0f08ab is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:21.004604 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f99eaee-b40b-45fe-994a-ca09c8db528d {{(pid=86393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:30:21.008042 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-9890014f-37ae-49c2-ac44-b9dd7aa11d80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:21.015588 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-2ebe958e-2a17-44df-80d6-82bb5e406654 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:21.030360 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa2617-3f77-438a-ade2-7a11891ebefd req-44f54bc1-af4d-4957-a2f0-162b0af6a0c1 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:21.032171 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-26aa2617-3f77-438a-ade2-7a11891ebefd req-44f54bc1-af4d-4957-a2f0-162b0af6a0c1 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 931 time: 0.4642503 Apr 20 18:30:21.071287 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port 5f99eaee-b40b-45fe-994a-ca09c8db528d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=5f99eaee-b40b-45fe-994a-ca09c8db528d,segment=NetworkSegment(a75a35db-dac0-4400-9a60-474492d34744),segment_id=a75a35db-dac0-4400-9a60-474492d34744)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:30:21.073978 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96d1f90-9889-464d-8328-546c69764187 None None] Network f3e5adba-fffe-429b-8ebe-0ee4f9fb4320 requested from dv-cinder-786932-2-smb {{(pid=86393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:30:21.075371 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [req-b9a996c7-db06-49c4-abcc-ba9ec761cf2e req-be0ebd83-e63b-466f-8821-8c3e96c88c70 service neutron] Transition to ACTIVE for port object ea78babd-8254-4f3a-9a92-44ab55032223 will not be triggered until provisioned by entity L2. {{(pid=86391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:30:21.085837 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-2ebe958e-2a17-44df-80d6-82bb5e406654 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:21.095392 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-b9a996c7-db06-49c4-abcc-ba9ec761cf2e req-be0ebd83-e63b-466f-8821-8c3e96c88c70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:21.103911 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-f4e7558b-440f-4f8f-bafc-99040de1c58e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7bdad63c7cc74ae7bb7b47e54efa7ceb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6434138 Apr 20 18:30:21.112257 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e7558b-440f-4f8f-bafc-99040de1c58e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=943d1cd7-660c-4138-ae7b-b93fdf7d7467,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:21.115113 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 33230) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:21.154915 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:21.190597 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-f4e7558b-440f-4f8f-bafc-99040de1c58e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:21.191246 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-3e50535d-3971-48f9-8675-45f8fa67c7da tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:21.199995 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-6bdf9e42-7d29-4de5-ae25-497f7327e394 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:21.220585 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [req-96cdbe31-f28b-4c86-b120-1d5cae6871b4 req-f4098fa9-1a93-4972-9834-c0f4c8f057f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f490f4f7-9b25-4b64-ab37-aa339d70f1c1 {{(pid=86392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:30:21.250400 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3758297-6ec8-4a8a-b1fe-84734ab006b4 req-9402bad6-f905-4544-9ae1-8dad11605f36 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:21.258508 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a3758297-6ec8-4a8a-b1fe-84734ab006b4 req-9402bad6-f905-4544-9ae1-8dad11605f36 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/ports?device_id=4722ccd8-f7c9-4c68-9967-e1c1e00960df HTTP/1.1" status: 200 len: 944 time: 0.2441916 Apr 20 18:30:21.264908 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-96cdbe31-f28b-4c86-b120-1d5cae6871b4 req-f4098fa9-1a93-4972-9834-c0f4c8f057f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:21.285017 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Pushing event updated for resources: {'Port': ['ID=5f99eaee-b40b-45fe-994a-ca09c8db528d,revision_number=4']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:21.289660 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:21.319240 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0ebd83-e63b-466f-8821-8c3e96c88c70 service neutron] Pushing event updated for resources: {'Port': ['ID=ea78babd-8254-4f3a-9a92-44ab55032223,revision_number=2']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:21.343443 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-be0ebd83-e63b-466f-8821-8c3e96c88c70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:21.364921 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a3758297-6ec8-4a8a-b1fe-84734ab006b4 req-9ea09687-70cd-427e-b705-55d08e712bd9 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ed32cec-6957-435a-bfeb-34cb0da197c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053164 Apr 20 18:30:21.369712 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [req-96cdbe31-f28b-4c86-b120-1d5cae6871b4 req-f4098fa9-1a93-4972-9834-c0f4c8f057f0 service neutron] Transition to ACTIVE for port object f490f4f7-9b25-4b64-ab37-aa339d70f1c1 will not be triggered until provisioned by entity L2. {{(pid=86392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:30:21.371731 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-26aa2617-3f77-438a-ade2-7a11891ebefd req-8f1546ee-25ad-485f-b714-7ffff014ad57 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029e925-67cb-4402-81c8-a9bf97a752e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3281355 Apr 20 18:30:21.382432 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-96cdbe31-f28b-4c86-b120-1d5cae6871b4 req-f4098fa9-1a93-4972-9834-c0f4c8f057f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2155095'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:21.391937 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:21.419161 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] get_ports_and_sgs() called for port_ids ['5f99eaee-b40b-45fe-994a-ca09c8db528d'] {{(pid=86393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:30:21.515159 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [req-b9a996c7-db06-49c4-abcc-ba9ec761cf2e req-be0ebd83-e63b-466f-8821-8c3e96c88c70 service neutron] Attempting to bind port ea78babd-8254-4f3a-9a92-44ab55032223 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:30:21.515704 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [req-b9a996c7-db06-49c4-abcc-ba9ec761cf2e req-be0ebd83-e63b-466f-8821-8c3e96c88c70 service neutron] Attempting to bind port ea78babd-8254-4f3a-9a92-44ab55032223 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '3ba1b949-5657-4980-b225-8ea57859926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '07ec5321-0579-4912-85f7-b750583baf28'}] {{(pid=86391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:30:21.516351 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a996c7-db06-49c4-abcc-ba9ec761cf2e req-be0ebd83-e63b-466f-8821-8c3e96c88c70 service neutron] Attempting to bind port ea78babd-8254-4f3a-9a92-44ab55032223 on network 07ec5321-0579-4912-85f7-b750583baf28 {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:30:21.557674 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a996c7-db06-49c4-abcc-ba9ec761cf2e req-be0ebd83-e63b-466f-8821-8c3e96c88c70 service neutron] Port ea78babd-8254-4f3a-9a92-44ab55032223 on network 07ec5321-0579-4912-85f7-b750583baf28 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:30:21.558283 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a996c7-db06-49c4-abcc-ba9ec761cf2e req-be0ebd83-e63b-466f-8821-8c3e96c88c70 service neutron] Attempting to bind port ea78babd-8254-4f3a-9a92-44ab55032223 on network 07ec5321-0579-4912-85f7-b750583baf28 {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:30:21.577846 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-f2d9bda3-b3bf-4b39-8b26-da41fc500576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:21.588736 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a996c7-db06-49c4-abcc-ba9ec761cf2e req-be0ebd83-e63b-466f-8821-8c3e96c88c70 service neutron] Checking agent: {'id': '263cae3f-8754-41ef-b011-a572dc0aeed8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 27, 47), 'started_at': datetime.datetime(2021, 4, 20, 18, 27, 47), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:30:21.589116 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a996c7-db06-49c4-abcc-ba9ec761cf2e req-be0ebd83-e63b-466f-8821-8c3e96c88c70 service neutron] Checking segment: {'id': '3ba1b949-5657-4980-b225-8ea57859926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '07ec5321-0579-4912-85f7-b750583baf28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:30:21.589541 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a996c7-db06-49c4-abcc-ba9ec761cf2e req-be0ebd83-e63b-466f-8821-8c3e96c88c70 service neutron] Bound using segment: {'id': '3ba1b949-5657-4980-b225-8ea57859926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '07ec5321-0579-4912-85f7-b750583baf28'} {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:30:21.590038 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [req-b9a996c7-db06-49c4-abcc-ba9ec761cf2e req-be0ebd83-e63b-466f-8821-8c3e96c88c70 service neutron] Bound port: ea78babd-8254-4f3a-9a92-44ab55032223, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ba1b949-5657-4980-b225-8ea57859926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '07ec5321-0579-4912-85f7-b750583baf28'}}] {{(pid=86391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:30:21.590423 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-b9a996c7-db06-49c4-abcc-ba9ec761cf2e req-be0ebd83-e63b-466f-8821-8c3e96c88c70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:21.611348 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] get_ports_and_sgs() called for port_ids ['48b305ac-b135-4e12-a025-5ffa20b97daa'] {{(pid=86393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:30:21.823603 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-f2d9bda3-b3bf-4b39-8b26-da41fc500576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:21.929976 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [req-b9a996c7-db06-49c4-abcc-ba9ec761cf2e req-be0ebd83-e63b-466f-8821-8c3e96c88c70 service neutron] For port ea78babd-8254-4f3a-9a92-44ab55032223, host hv-cinder-78693, cleared binding levels {{(pid=86391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:30:21.947211 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b959a-0d67-42f6-b6a7-5375b52f7c59 req-fc424bd5-4141-4949-92bd-bc0f6867e030 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:21.948895 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-615b959a-0d67-42f6-b6a7-5375b52f7c59 req-fc424bd5-4141-4949-92bd-bc0f6867e030 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c3e719f-55da-4826-8b34-2362a0b4f5e2 HTTP/1.1" status: 200 len: 946 time: 0.2532363 Apr 20 18:30:21.951253 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [req-b9a996c7-db06-49c4-abcc-ba9ec761cf2e req-be0ebd83-e63b-466f-8821-8c3e96c88c70 service neutron] For port ea78babd-8254-4f3a-9a92-44ab55032223, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ea78babd-8254-4f3a-9a92-44ab55032223,segment=NetworkSegment(3ba1b949-5657-4980-b225-8ea57859926e),segment_id=3ba1b949-5657-4980-b225-8ea57859926e)] {{(pid=86391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:30:21.965888 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4098fa9-1a93-4972-9834-c0f4c8f057f0 service neutron] Pushing event updated for resources: {'Port': ['ID=f490f4f7-9b25-4b64-ab37-aa339d70f1c1,revision_number=2']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:21.979668 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-b9a996c7-db06-49c4-abcc-ba9ec761cf2e req-be0ebd83-e63b-466f-8821-8c3e96c88c70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:21.981719 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-f2d9bda3-b3bf-4b39-8b26-da41fc500576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:21.989822 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:22.023586 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d9bda3-b3bf-4b39-8b26-da41fc500576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943d1cd7-660c-4138-ae7b-b93fdf7d7467,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:22.026928 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-f4098fa9-1a93-4972-9834-c0f4c8f057f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.635s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:22.029176 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-f2d9bda3-b3bf-4b39-8b26-da41fc500576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:22.033885 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-615b959a-0d67-42f6-b6a7-5375b52f7c59 req-054dda8b-7083-4148-af31-171a925ad796 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/security-groups?id=18dbf877-4418-4cf7-b982-e374a1f22360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769479 Apr 20 18:30:22.034193 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:22.061646 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ebe958e-2a17-44df-80d6-82bb5e406654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:22.085744 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a996c7-db06-49c4-abcc-ba9ec761cf2e req-be0ebd83-e63b-466f-8821-8c3e96c88c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:22.086433 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-b9a996c7-db06-49c4-abcc-ba9ec761cf2e req-be0ebd83-e63b-466f-8821-8c3e96c88c70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for port, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:22.088307 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-b9a996c7-db06-49c4-abcc-ba9ec761cf2e req-be0ebd83-e63b-466f-8821-8c3e96c88c70 service neutron] 10.222.0.46 "PUT /v2.0/ports/ea78babd-8254-4f3a-9a92-44ab55032223 HTTP/1.1" status: 200 len: 1094 time: 3.6300621 Apr 20 18:30:22.090127 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ebe958e-2a17-44df-80d6-82bb5e406654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:22.090724 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4722ccd8-f7c9-4c68-9967-e1c1e00960df', 'tag': 'ea78babd-8254-4f3a-9a92-44ab55032223'}] {{(pid=86391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:30:22.098969 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-f2d9bda3-b3bf-4b39-8b26-da41fc500576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:22.110275 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-f2d9bda3-b3bf-4b39-8b26-da41fc500576 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/943d1cd7-660c-4138-ae7b-b93fdf7d7467 HTTP/1.1" status: 204 len: 168 time: 0.9853089 Apr 20 18:30:22.165244 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:22.231493 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-2ebe958e-2a17-44df-80d6-82bb5e406654 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ce6838ffcd834afab0b8975cfd0f08ab&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6396258 Apr 20 18:30:22.256417 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 33256) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:22.285287 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0ebd83-e63b-466f-8821-8c3e96c88c70 service neutron] Pushing event updated for resources: {'Port': ['ID=ea78babd-8254-4f3a-9a92-44ab55032223,revision_number=3']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:22.293675 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebe958e-2a17-44df-80d6-82bb5e406654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b2176e-e588-4ea0-93cf-958fee6d9c51,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:22.303653 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-be0ebd83-e63b-466f-8821-8c3e96c88c70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:22.350517 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ebe958e-2a17-44df-80d6-82bb5e406654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:22.368333 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d16c62-da36-41f9-bcae-05db36634c47 req-3a73ae3c-2ca5-4e4f-bea8-ec65583a4de1 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:22.376472 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a1d16c62-da36-41f9-bcae-05db36634c47 req-3a73ae3c-2ca5-4e4f-bea8-ec65583a4de1 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] 10.222.0.20 "GET /v2.0/networks?id=5f3be27d-d150-4560-88c9-da210cd6fce2 HTTP/1.1" status: 200 len: 808 time: 0.5007849 Apr 20 18:30:22.406806 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a1d16c62-da36-41f9-bcae-05db36634c47 req-97faed1e-6459-4dfd-98c7-48066ddccd6f tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] 10.222.0.20 "GET /v2.0/quotas/adc1e0a8fbf34d698e9f5189d4bd1190 HTTP/1.1" status: 200 len: 375 time: 0.0287154 Apr 20 18:30:22.450598 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [req-96cdbe31-f28b-4c86-b120-1d5cae6871b4 req-f4098fa9-1a93-4972-9834-c0f4c8f057f0 service neutron] Attempting to bind port f490f4f7-9b25-4b64-ab37-aa339d70f1c1 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:30:22.451011 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [req-96cdbe31-f28b-4c86-b120-1d5cae6871b4 req-f4098fa9-1a93-4972-9834-c0f4c8f057f0 service neutron] Attempting to bind port f490f4f7-9b25-4b64-ab37-aa339d70f1c1 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '42b51926-c2ca-471c-ac7e-b000ccba3eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c035be72-ec93-4bac-85f8-b0cd68e3656b'}] {{(pid=86392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:30:22.451382 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cdbe31-f28b-4c86-b120-1d5cae6871b4 req-f4098fa9-1a93-4972-9834-c0f4c8f057f0 service neutron] Attempting to bind port f490f4f7-9b25-4b64-ab37-aa339d70f1c1 on network c035be72-ec93-4bac-85f8-b0cd68e3656b {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:30:22.457585 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a996c7-db06-49c4-abcc-ba9ec761cf2e req-596f9fdd-66d7-4212-b525-e2c9771c68db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:22.459396 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-b9a996c7-db06-49c4-abcc-ba9ec761cf2e req-596f9fdd-66d7-4212-b525-e2c9771c68db service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9dd07067e6ec4229b42b15a57fa654ee&device_id=4722ccd8-f7c9-4c68-9967-e1c1e00960df HTTP/1.1" status: 200 len: 1097 time: 0.2994077 Apr 20 18:30:22.461540 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cdbe31-f28b-4c86-b120-1d5cae6871b4 req-f4098fa9-1a93-4972-9834-c0f4c8f057f0 service neutron] Port f490f4f7-9b25-4b64-ab37-aa339d70f1c1 on network c035be72-ec93-4bac-85f8-b0cd68e3656b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:30:22.462219 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cdbe31-f28b-4c86-b120-1d5cae6871b4 req-f4098fa9-1a93-4972-9834-c0f4c8f057f0 service neutron] Attempting to bind port f490f4f7-9b25-4b64-ab37-aa339d70f1c1 on network c035be72-ec93-4bac-85f8-b0cd68e3656b {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:30:22.464645 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4b0e5e09-186a-4de3-b496-72e3bd091e25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:22.474552 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cdbe31-f28b-4c86-b120-1d5cae6871b4 req-f4098fa9-1a93-4972-9834-c0f4c8f057f0 service neutron] Checking agent: {'id': '263cae3f-8754-41ef-b011-a572dc0aeed8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 27, 47), 'started_at': datetime.datetime(2021, 4, 20, 18, 27, 47), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:30:22.474953 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cdbe31-f28b-4c86-b120-1d5cae6871b4 req-f4098fa9-1a93-4972-9834-c0f4c8f057f0 service neutron] Checking segment: {'id': '42b51926-c2ca-471c-ac7e-b000ccba3eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c035be72-ec93-4bac-85f8-b0cd68e3656b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:30:22.475371 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cdbe31-f28b-4c86-b120-1d5cae6871b4 req-f4098fa9-1a93-4972-9834-c0f4c8f057f0 service neutron] Bound using segment: {'id': '42b51926-c2ca-471c-ac7e-b000ccba3eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c035be72-ec93-4bac-85f8-b0cd68e3656b'} {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:30:22.475849 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [req-96cdbe31-f28b-4c86-b120-1d5cae6871b4 req-f4098fa9-1a93-4972-9834-c0f4c8f057f0 service neutron] Bound port: f490f4f7-9b25-4b64-ab37-aa339d70f1c1, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42b51926-c2ca-471c-ac7e-b000ccba3eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c035be72-ec93-4bac-85f8-b0cd68e3656b'}}] {{(pid=86392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:30:22.476230 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-96cdbe31-f28b-4c86-b120-1d5cae6871b4 req-f4098fa9-1a93-4972-9834-c0f4c8f057f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:22.542545 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a1d16c62-da36-41f9-bcae-05db36634c47 req-1618ee48-c67c-4274-8038-994da3b470f9 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=adc1e0a8fbf34d698e9f5189d4bd1190&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1346600 Apr 20 18:30:22.558466 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-b9a996c7-db06-49c4-abcc-ba9ec761cf2e req-7558518f-dc51-4368-aa08-f156fd8e9332 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea78babd-8254-4f3a-9a92-44ab55032223 HTTP/1.1" status: 200 len: 217 time: 0.0905135 Apr 20 18:30:22.595068 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc5c7a8-25ec-4716-9e9b-8b98ff227cfa req-af43caa4-856d-4140-b16b-241b0c529599 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:22.601862 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ffc5c7a8-25ec-4716-9e9b-8b98ff227cfa req-af43caa4-856d-4140-b16b-241b0c529599 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=218186a4-cdc1-4f70-b2f9-9b892470334d HTTP/1.1" status: 200 len: 944 time: 0.3006516 Apr 20 18:30:22.634665 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 33270) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:22.674285 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-82fb6b65-2d56-4f62-a8a1-65a3d450556c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:22.687844 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4b0e5e09-186a-4de3-b496-72e3bd091e25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:22.739352 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-82fb6b65-2d56-4f62-a8a1-65a3d450556c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:22.764600 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-82fb6b65-2d56-4f62-a8a1-65a3d450556c admin admin] Usage tracker for resource:security_group_rule and tenant:62ae934eff334effa318bbcc618e8892 is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:22.769256 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-82fb6b65-2d56-4f62-a8a1-65a3d450556c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:22.774653 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [req-96cdbe31-f28b-4c86-b120-1d5cae6871b4 req-f4098fa9-1a93-4972-9834-c0f4c8f057f0 service neutron] For port f490f4f7-9b25-4b64-ab37-aa339d70f1c1, host hv-cinder-78693, cleared binding levels {{(pid=86392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:30:22.776371 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ffc5c7a8-25ec-4716-9e9b-8b98ff227cfa req-37f91d36-f9de-4201-b964-8a8e2402af71 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071198 Apr 20 18:30:22.777775 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a996c7-db06-49c4-abcc-ba9ec761cf2e req-08bc311d-4ed1-4903-95bc-0f9138c76f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:22.779282 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-b9a996c7-db06-49c4-abcc-ba9ec761cf2e req-08bc311d-4ed1-4903-95bc-0f9138c76f79 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6124cdb4-b728-491c-bef6-cdd1f4b23ca7 HTTP/1.1" status: 200 len: 849 time: 0.1763549 Apr 20 18:30:22.789402 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-82fb6b65-2d56-4f62-a8a1-65a3d450556c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:22.801024 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [req-96cdbe31-f28b-4c86-b120-1d5cae6871b4 req-f4098fa9-1a93-4972-9834-c0f4c8f057f0 service neutron] For port f490f4f7-9b25-4b64-ab37-aa339d70f1c1, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f490f4f7-9b25-4b64-ab37-aa339d70f1c1,segment=NetworkSegment(42b51926-c2ca-471c-ac7e-b000ccba3eb6),segment_id=42b51926-c2ca-471c-ac7e-b000ccba3eb6)] {{(pid=86392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:30:22.806692 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a1d16c62-da36-41f9-bcae-05db36634c47 req-1765dc7f-a39d-4c70-8419-42fc009b5ca2 service neutron] 10.222.0.20 "GET /v2.0/networks/5f3be27d-d150-4560-88c9-da210cd6fce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632356 Apr 20 18:30:22.812784 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-96cdbe31-f28b-4c86-b120-1d5cae6871b4 req-f4098fa9-1a93-4972-9834-c0f4c8f057f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2155095'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:22.820600 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:22.972573 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cdbe31-f28b-4c86-b120-1d5cae6871b4 req-f4098fa9-1a93-4972-9834-c0f4c8f057f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:22.973371 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-96cdbe31-f28b-4c86-b120-1d5cae6871b4 req-f4098fa9-1a93-4972-9834-c0f4c8f057f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for port, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:22.974864 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-96cdbe31-f28b-4c86-b120-1d5cae6871b4 req-f4098fa9-1a93-4972-9834-c0f4c8f057f0 service neutron] 10.222.0.46 "PUT /v2.0/ports/f490f4f7-9b25-4b64-ab37-aa339d70f1c1 HTTP/1.1" status: 200 len: 1093 time: 2.8190041 Apr 20 18:30:22.975422 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7156a4bb-3899-4f14-98d6-4edc78bd8159', 'tag': 'f490f4f7-9b25-4b64-ab37-aa339d70f1c1'}] {{(pid=86392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:30:23.014892 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4098fa9-1a93-4972-9834-c0f4c8f057f0 service neutron] Pushing event updated for resources: {'Port': ['ID=f490f4f7-9b25-4b64-ab37-aa339d70f1c1,revision_number=3']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:23.023415 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-f4098fa9-1a93-4972-9834-c0f4c8f057f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:23.112429 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4722ccd8-f7c9-4c68-9967-e1c1e00960df', 'tag': 'ea78babd-8254-4f3a-9a92-44ab55032223', 'status': 'completed', 'code': 200} Apr 20 18:30:23.120844 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a1d16c62-da36-41f9-bcae-05db36634c47 req-293d07c4-8652-4fac-b3e1-4d00e84199da service neutron] 10.222.0.20 "GET /v2.0/networks/5f3be27d-d150-4560-88c9-da210cd6fce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023424 Apr 20 18:30:23.161944 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cdbe31-f28b-4c86-b120-1d5cae6871b4 req-21a84a8b-b4b5-4f4a-87c9-c0dfbd55f25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:23.163616 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-96cdbe31-f28b-4c86-b120-1d5cae6871b4 req-21a84a8b-b4b5-4f4a-87c9-c0dfbd55f25e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=96a404d19bd540809d4ea207dd16d6ad&device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 1096 time: 0.1417363 Apr 20 18:30:23.163748 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4b0e5e09-186a-4de3-b496-72e3bd091e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:23.173926 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:23.193414 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0e5e09-186a-4de3-b496-72e3bd091e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b2176e-e588-4ea0-93cf-958fee6d9c51,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:23.199867 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-4b0e5e09-186a-4de3-b496-72e3bd091e25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:23.210671 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4b0e5e09-186a-4de3-b496-72e3bd091e25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:23.212192 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-4b0e5e09-186a-4de3-b496-72e3bd091e25 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/32b2176e-e588-4ea0-93cf-958fee6d9c51 HTTP/1.1" status: 204 len: 168 time: 0.9511199 Apr 20 18:30:23.249800 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-96cdbe31-f28b-4c86-b120-1d5cae6871b4 req-5bd9c51b-e311-49eb-82c8-0b06903db1f3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f490f4f7-9b25-4b64-ab37-aa339d70f1c1 HTTP/1.1" status: 200 len: 217 time: 0.0791464 Apr 20 18:30:23.264718 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0065164-5e54-4825-8f0a-114d7870ab01 req-aee42aee-b0f2-42e1-b16c-e63369a44116 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:23.266401 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-c0065164-5e54-4825-8f0a-114d7870ab01 req-aee42aee-b0f2-42e1-b16c-e63369a44116 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/ports?device_id=4722ccd8-f7c9-4c68-9967-e1c1e00960df HTTP/1.1" status: 200 len: 944 time: 0.1531804 Apr 20 18:30:23.269121 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a996c7-db06-49c4-abcc-ba9ec761cf2e req-b765fae5-3ad3-400b-94fb-f9d6b71ad25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:23.270641 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-b9a996c7-db06-49c4-abcc-ba9ec761cf2e req-b765fae5-3ad3-400b-94fb-f9d6b71ad25b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=07ec5321-0579-4912-85f7-b750583baf28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4844224 Apr 20 18:30:23.414045 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-82fb6b65-2d56-4f62-a8a1-65a3d450556c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:23.422730 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device 48b305ac-b135-4e12-a025-5ffa20b97daa up at agent hyperv_hv-cinder-78693 {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:30:23.424962 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cdbe31-f28b-4c86-b120-1d5cae6871b4 req-5fb32741-6212-4b3e-8101-a8037c2cf94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:23.427407 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-96cdbe31-f28b-4c86-b120-1d5cae6871b4 req-5fb32741-6212-4b3e-8101-a8037c2cf94a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=41a62a97-d129-42fa-96d5-fce2a7a65a86 HTTP/1.1" status: 200 len: 856 time: 0.1672421 Apr 20 18:30:23.428246 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-82fb6b65-2d56-4f62-a8a1-65a3d450556c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:23.439512 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-c0065164-5e54-4825-8f0a-114d7870ab01 req-6fd889e4-1bbf-4ce3-8710-8c22e107daab tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ed32cec-6957-435a-bfeb-34cb0da197c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650267 Apr 20 18:30:23.439859 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-a049c2c7-277f-49b2-b68f-31ccc6fafaac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:23.537892 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-b9a996c7-db06-49c4-abcc-ba9ec761cf2e req-6458fee1-8e26-4b8c-a034-2d6f79eb706a service neutron] 10.222.0.46 "GET /v2.0/networks/07ec5321-0579-4912-85f7-b750583baf28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326787 Apr 20 18:30:23.540129 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Provisioning for port 48b305ac-b135-4e12-a025-5ffa20b97daa completed by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:30:23.551210 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Provisioning complete for port 48b305ac-b135-4e12-a025-5ffa20b97daa triggered by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:30:23.551613 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:23.627682 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-82fb6b65-2d56-4f62-a8a1-65a3d450556c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=62ae934eff334effa318bbcc618e8892&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9917660 Apr 20 18:30:23.631665 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 33292) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:23.682308 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fb6b65-2d56-4f62-a8a1-65a3d450556c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e805fa58-6124-4c8d-9d20-b5c7233e00dc,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:23.689149 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-82fb6b65-2d56-4f62-a8a1-65a3d450556c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:23.752389 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:23.801793 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '218186a4-cdc1-4f70-b2f9-9b892470334d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b305ac-b135-4e12-a025-5ffa20b97daa'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:30:23.806346 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-b9a996c7-db06-49c4-abcc-ba9ec761cf2e req-5b3e83d1-21e4-4d18-b703-f6fe495a9b17 service neutron] 10.222.0.46 "GET /v2.0/networks/07ec5321-0579-4912-85f7-b750583baf28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620714 Apr 20 18:30:23.813874 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-82fd71fc-9b6c-4426-9f21-0cd81c0d5b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:23.819271 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port 48b305ac-b135-4e12-a025-5ffa20b97daa, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=48b305ac-b135-4e12-a025-5ffa20b97daa,segment=NetworkSegment(a75a35db-dac0-4400-9a60-474492d34744),segment_id=a75a35db-dac0-4400-9a60-474492d34744)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:30:23.823852 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:23.826020 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device 5f99eaee-b40b-45fe-994a-ca09c8db528d up at agent hyperv_hv-cinder-78693 {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:30:23.887119 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:23.912742 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cdbe31-f28b-4c86-b120-1d5cae6871b4 req-1008baee-6059-4db9-9fe1-bda13403fb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:23.914641 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-96cdbe31-f28b-4c86-b120-1d5cae6871b4 req-1008baee-6059-4db9-9fe1-bda13403fb73 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c035be72-ec93-4bac-85f8-b0cd68e3656b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4775355 Apr 20 18:30:23.918983 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-947cdf64-32ce-4b2e-8e77-625978152de5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:23.942290 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b985b2d-7007-4d3f-93ac-00465af64be6 req-aa0dad8c-34e9-4bde-8a60-15f7ca73467f tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:23.943254 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-5b985b2d-7007-4d3f-93ac-00465af64be6 req-aa0dad8c-34e9-4bde-8a60-15f7ca73467f tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Synchronizing usage tracker for tenant:96a404d19bd540809d4ea207dd16d6ad on resource:port {{(pid=86392) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:30:23.987282 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Pushing event updated for resources: {'Port': ['ID=48b305ac-b135-4e12-a025-5ffa20b97daa,revision_number=5']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:23.994500 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:23.997475 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 33310) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:24.008187 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Provisioning for port 5f99eaee-b40b-45fe-994a-ca09c8db528d completed by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:30:24.015091 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Provisioning complete for port 5f99eaee-b40b-45fe-994a-ca09c8db528d triggered by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:30:24.019013 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:24.056850 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5cab46-d6b3-4f11-842e-381aa28b7ac1 req-9383bccd-c53d-4c23-8033-a85db2816ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:24.058574 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-be5cab46-d6b3-4f11-842e-381aa28b7ac1 req-9383bccd-c53d-4c23-8033-a85db2816ff2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9dd07067e6ec4229b42b15a57fa654ee&device_id=4722ccd8-f7c9-4c68-9967-e1c1e00960df HTTP/1.1" status: 200 len: 1097 time: 0.1938629 Apr 20 18:30:24.079027 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-947cdf64-32ce-4b2e-8e77-625978152de5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:24.102985 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-dd6f6eee-f494-4aee-a3a4-4d167bcbf2fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:24.164290 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-5b985b2d-7007-4d3f-93ac-00465af64be6 req-aa0dad8c-34e9-4bde-8a60-15f7ca73467f tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Unset dirty status for tenant:96a404d19bd540809d4ea207dd16d6ad on resource:port {{(pid=86392) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:30:24.175307 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-5b985b2d-7007-4d3f-93ac-00465af64be6 req-aa0dad8c-34e9-4bde-8a60-15f7ca73467f tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 943 time: 0.6736155 Apr 20 18:30:24.194888 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-dd6f6eee-f494-4aee-a3a4-4d167bcbf2fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:24.199018 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-dd6f6eee-f494-4aee-a3a4-4d167bcbf2fd admin admin] Usage tracker for resource:security_group_rule and tenant:e55598a743ca48b0a278feee4f50a775 is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:24.202003 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-dd6f6eee-f494-4aee-a3a4-4d167bcbf2fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:24.204480 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:24.208093 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-dd6f6eee-f494-4aee-a3a4-4d167bcbf2fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:24.263352 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port 5f99eaee-b40b-45fe-994a-ca09c8db528d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=5f99eaee-b40b-45fe-994a-ca09c8db528d,segment=NetworkSegment(a75a35db-dac0-4400-9a60-474492d34744),segment_id=a75a35db-dac0-4400-9a60-474492d34744)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:30:24.274479 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:24.277097 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5cab46-d6b3-4f11-842e-381aa28b7ac1 req-83d66559-9a14-4dac-a1ea-be7ccfea026d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:24.277482 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:24.278676 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-be5cab46-d6b3-4f11-842e-381aa28b7ac1 req-83d66559-9a14-4dac-a1ea-be7ccfea026d service neutron] 10.222.0.46 "GET /v2.0/networks?id=07ec5321-0579-4912-85f7-b750583baf28 HTTP/1.1" status: 200 len: 911 time: 0.2029891 Apr 20 18:30:24.347256 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-dd6f6eee-f494-4aee-a3a4-4d167bcbf2fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:24.357200 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Pushing event updated for resources: {'Port': ['ID=5f99eaee-b40b-45fe-994a-ca09c8db528d,revision_number=5']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:24.361245 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:24.380783 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7156a4bb-3899-4f14-98d6-4edc78bd8159', 'tag': 'f490f4f7-9b25-4b64-ab37-aa339d70f1c1', 'status': 'completed', 'code': 200} Apr 20 18:30:24.388688 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-dd6f6eee-f494-4aee-a3a4-4d167bcbf2fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:24.411863 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-32d6bf92-d468-4707-8788-89557904a70f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:24.412465 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-be5cab46-d6b3-4f11-842e-381aa28b7ac1 req-2c8f9888-af96-44b4-be51-f526a2469ffe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea78babd-8254-4f3a-9a92-44ab55032223 HTTP/1.1" status: 200 len: 217 time: 0.1091230 Apr 20 18:30:24.448759 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-5b985b2d-7007-4d3f-93ac-00465af64be6 req-f8ea1ed4-4806-40cc-a66e-1eee6798917d tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029e925-67cb-4402-81c8-a9bf97a752e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2724545 Apr 20 18:30:24.516841 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-dd6f6eee-f494-4aee-a3a4-4d167bcbf2fd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e55598a743ca48b0a278feee4f50a775&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5181973 Apr 20 18:30:24.519874 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 33322) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:24.522210 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-96cdbe31-f28b-4c86-b120-1d5cae6871b4 req-c550e2e0-0761-42e3-905b-9305447c12f1 service neutron] 10.222.0.46 "GET /v2.0/networks/c035be72-ec93-4bac-85f8-b0cd68e3656b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5717809 Apr 20 18:30:24.522911 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6f6eee-f494-4aee-a3a4-4d167bcbf2fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3c9e51-8389-4ad9-a218-f7d12118cb12,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:24.528456 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-dd6f6eee-f494-4aee-a3a4-4d167bcbf2fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:24.541130 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-947cdf64-32ce-4b2e-8e77-625978152de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:24.564642 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-4c7fdeed-ac0e-45c4-a634-fced1d9f6cd8 req-91f0da56-81ba-421d-9aef-5c739aafcc99 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf0196c-e851-4048-99ff-d4bae361dcdf HTTP/1.1" status: 200 len: 210 time: 0.0635889 Apr 20 18:30:24.566283 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5cab46-d6b3-4f11-842e-381aa28b7ac1 req-3d26eff0-65eb-449a-b567-51b1e19f6885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:24.567996 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-be5cab46-d6b3-4f11-842e-381aa28b7ac1 req-3d26eff0-65eb-449a-b567-51b1e19f6885 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6124cdb4-b728-491c-bef6-cdd1f4b23ca7 HTTP/1.1" status: 200 len: 849 time: 0.1430631 Apr 20 18:30:24.568127 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:24.610634 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947cdf64-32ce-4b2e-8e77-625978152de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e805fa58-6124-4c8d-9d20-b5c7233e00dc,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:24.652369 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '218186a4-cdc1-4f70-b2f9-9b892470334d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b305ac-b135-4e12-a025-5ffa20b97daa', 'code': 200} Apr 20 18:30:24.683818 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-947cdf64-32ce-4b2e-8e77-625978152de5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:24.696873 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5cab46-d6b3-4f11-842e-381aa28b7ac1 req-7949e9a8-c9d0-4308-aab1-fef73eac7b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:24.699271 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-be5cab46-d6b3-4f11-842e-381aa28b7ac1 req-7949e9a8-c9d0-4308-aab1-fef73eac7b49 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=07ec5321-0579-4912-85f7-b750583baf28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1204495 Apr 20 18:30:24.770671 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-947cdf64-32ce-4b2e-8e77-625978152de5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:24.774694 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-947cdf64-32ce-4b2e-8e77-625978152de5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e805fa58-6124-4c8d-9d20-b5c7233e00dc HTTP/1.1" status: 204 len: 168 time: 1.1215651 Apr 20 18:30:24.830906 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-5e97660a-713a-4e40-a56e-da4aa249c801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:24.891193 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-96cdbe31-f28b-4c86-b120-1d5cae6871b4 req-480b46e9-1459-410d-ae05-71221b87b74f service neutron] 10.222.0.46 "GET /v2.0/networks/c035be72-ec93-4bac-85f8-b0cd68e3656b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3509462 Apr 20 18:30:24.897414 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-5e97660a-713a-4e40-a56e-da4aa249c801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:24.915956 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1476e8b-459a-4a7f-837c-571876dd4c6f req-ec916206-d7b1-4fb4-bb06-49f20caf9882 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:24.917638 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e1476e8b-459a-4a7f-837c-571876dd4c6f req-ec916206-d7b1-4fb4-bb06-49f20caf9882 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=218186a4-cdc1-4f70-b2f9-9b892470334d HTTP/1.1" status: 200 len: 945 time: 0.2326052 Apr 20 18:30:24.939143 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-be5cab46-d6b3-4f11-842e-381aa28b7ac1 req-bb57c2ab-3d9b-4327-bcd6-fcadb75cde58 service neutron] 10.222.0.46 "GET /v2.0/networks/07ec5321-0579-4912-85f7-b750583baf28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202661 Apr 20 18:30:25.044120 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e1476e8b-459a-4a7f-837c-571876dd4c6f req-82e2414a-2d6d-41a2-93ff-15da1160c53b tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162560 Apr 20 18:30:25.075879 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-5e97660a-713a-4e40-a56e-da4aa249c801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:25.082491 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-0e8362ae-da3a-4522-b517-ac2b584997a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:25.101679 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e97660a-713a-4e40-a56e-da4aa249c801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3c9e51-8389-4ad9-a218-f7d12118cb12,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:25.107858 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1bd487-9192-4b2e-83e0-18fef53bd732 req-86a09a50-64a5-4b6b-a417-6e25f05a66cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:25.108669 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-1f1bd487-9192-4b2e-83e0-18fef53bd732 req-86a09a50-64a5-4b6b-a417-6e25f05a66cb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=96a404d19bd540809d4ea207dd16d6ad&device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 1096 time: 0.1504347 Apr 20 18:30:25.109331 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-5e97660a-713a-4e40-a56e-da4aa249c801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:25.148836 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-5e97660a-713a-4e40-a56e-da4aa249c801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:25.152729 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-5e97660a-713a-4e40-a56e-da4aa249c801 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9f3c9e51-8389-4ad9-a218-f7d12118cb12 HTTP/1.1" status: 204 len: 168 time: 0.6266384 Apr 20 18:30:25.351790 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-be5cab46-d6b3-4f11-842e-381aa28b7ac1 req-7be5f8c2-3a87-460c-aa0b-b3541ac2f350 service neutron] 10.222.0.46 "GET /v2.0/networks/07ec5321-0579-4912-85f7-b750583baf28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049630 Apr 20 18:30:25.434256 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d16c62-da36-41f9-bcae-05db36634c47 req-6e4fba14-e4cb-41d5-a299-fd3a9f75941d tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:25.435106 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-a1d16c62-da36-41f9-bcae-05db36634c47 req-6e4fba14-e4cb-41d5-a299-fd3a9f75941d tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] Synchronizing usage tracker for tenant:adc1e0a8fbf34d698e9f5189d4bd1190 on resource:network {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:30:25.481346 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-a1d16c62-da36-41f9-bcae-05db36634c47 req-6e4fba14-e4cb-41d5-a299-fd3a9f75941d tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] Unset dirty status for tenant:adc1e0a8fbf34d698e9f5189d4bd1190 on resource:network {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:30:25.484393 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a1d16c62-da36-41f9-bcae-05db36634c47 req-6e4fba14-e4cb-41d5-a299-fd3a9f75941d tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] 10.222.0.46 "GET /v2.0/networks?id=5f3be27d-d150-4560-88c9-da210cd6fce2 HTTP/1.1" status: 200 len: 808 time: 0.3976278 Apr 20 18:30:25.505323 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [req-a1d16c62-da36-41f9-bcae-05db36634c47 req-cfec1aa1-b25a-408f-95e6-0fcd7c49ac26 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] Request body: {'port': {'device_id': 'baf0196c-e851-4048-99ff-d4bae361dcdf', 'network_id': '5f3be27d-d150-4560-88c9-da210cd6fce2', 'admin_state_up': True, 'tenant_id': 'adc1e0a8fbf34d698e9f5189d4bd1190'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:30:25.573219 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e56695e3-f552-4a4e-a7c5-b0f01a84f230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:25.833564 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1bd487-9192-4b2e-83e0-18fef53bd732 req-e8efd3e5-4aae-4f39-8c5d-2130cc5a9444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:25.836267 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-1f1bd487-9192-4b2e-83e0-18fef53bd732 req-e8efd3e5-4aae-4f39-8c5d-2130cc5a9444 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c035be72-ec93-4bac-85f8-b0cd68e3656b HTTP/1.1" status: 200 len: 918 time: 0.6822102 Apr 20 18:30:25.854686 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1080528-1129-4def-843c-404181702f8d req-0ed8b1c8-0229-44a0-bb83-c3d6be59a174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:25.860953 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-c1080528-1129-4def-843c-404181702f8d req-0ed8b1c8-0229-44a0-bb83-c3d6be59a174 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=218186a4-cdc1-4f70-b2f9-9b892470334d HTTP/1.1" status: 200 len: 1098 time: 0.7503514 Apr 20 18:30:25.929886 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [req-a1d16c62-da36-41f9-bcae-05db36634c47 req-cfec1aa1-b25a-408f-95e6-0fcd7c49ac26 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:25.956471 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-a1d16c62-da36-41f9-bcae-05db36634c47 req-cfec1aa1-b25a-408f-95e6-0fcd7c49ac26 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] Usage tracker for resource:port and tenant:adc1e0a8fbf34d698e9f5189d4bd1190 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:25.966695 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-a1d16c62-da36-41f9-bcae-05db36634c47 req-cfec1aa1-b25a-408f-95e6-0fcd7c49ac26 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:25.983928 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [req-a1d16c62-da36-41f9-bcae-05db36634c47 req-cfec1aa1-b25a-408f-95e6-0fcd7c49ac26 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:25.993693 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-1f1bd487-9192-4b2e-83e0-18fef53bd732 req-d7a2a324-f7e3-47dc-b764-ffa7588c9441 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f490f4f7-9b25-4b64-ab37-aa339d70f1c1 HTTP/1.1" status: 200 len: 217 time: 0.1305733 Apr 20 18:30:26.012148 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8862cb21-3bb9-4783-8c04-e72c2214fc90 req-7ba0a5fd-fa71-49db-9720-05feb9483b12 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:26.018782 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-8862cb21-3bb9-4783-8c04-e72c2214fc90 req-7ba0a5fd-fa71-49db-9720-05feb9483b12 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 943 time: 0.2936108 Apr 20 18:30:26.040984 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1d16c62-da36-41f9-bcae-05db36634c47 req-cfec1aa1-b25a-408f-95e6-0fcd7c49ac26 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] Made reservation on behalf of adc1e0a8fbf34d698e9f5189d4bd1190 for: {'port': 1} {{(pid=86391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:30:26.048949 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-a1d16c62-da36-41f9-bcae-05db36634c47 req-cfec1aa1-b25a-408f-95e6-0fcd7c49ac26 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:26.068576 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-c1080528-1129-4def-843c-404181702f8d req-40c63e87-3d20-48ae-825f-58fccadb61a6 service neutron] Synchronizing usage tracker for tenant:0877b20d31874465915df9020a9e4ad3 on resource:security_group {{(pid=86392) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:30:26.081551 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f7954e-1f0c-43af-9bec-70ac3093e3d9 req-acda8198-350b-46b3-87c7-e9b66d2688c4 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:26.082837 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-81f7954e-1f0c-43af-9bec-70ac3093e3d9 req-acda8198-350b-46b3-87c7-e9b66d2688c4 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/ports?device_id=4722ccd8-f7c9-4c68-9967-e1c1e00960df HTTP/1.1" status: 200 len: 944 time: 0.8140032 Apr 20 18:30:26.140366 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-c1080528-1129-4def-843c-404181702f8d req-40c63e87-3d20-48ae-825f-58fccadb61a6 service neutron] Unset dirty status for tenant:0877b20d31874465915df9020a9e4ad3 on resource:security_group {{(pid=86392) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:30:26.141641 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-c1080528-1129-4def-843c-404181702f8d req-40c63e87-3d20-48ae-825f-58fccadb61a6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950617 Apr 20 18:30:26.143257 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1bd487-9192-4b2e-83e0-18fef53bd732 req-f4ed00d1-1a3c-4aac-94ed-0ec99816c53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:26.144874 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-1f1bd487-9192-4b2e-83e0-18fef53bd732 req-f4ed00d1-1a3c-4aac-94ed-0ec99816c53a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=41a62a97-d129-42fa-96d5-fce2a7a65a86 HTTP/1.1" status: 200 len: 856 time: 0.1398668 Apr 20 18:30:26.168599 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-81f7954e-1f0c-43af-9bec-70ac3093e3d9 req-6ac0e12f-e895-456d-b768-f4a7aab5f46b tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ed32cec-6957-435a-bfeb-34cb0da197c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672655 Apr 20 18:30:26.195517 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-8862cb21-3bb9-4783-8c04-e72c2214fc90 req-a4d2e4c1-107c-4ba7-a2d3-cedee846c92a tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029e925-67cb-4402-81c8-a9bf97a752e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568158 Apr 20 18:30:26.425293 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-bbf370cc-7444-427b-b204-7bb21c75d83d req-54c96e4f-60c9-4bd9-a33b-eeab85843610 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf0196c-e851-4048-99ff-d4bae361dcdf HTTP/1.1" status: 200 len: 210 time: 0.0837438 Apr 20 18:30:26.432710 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1bd487-9192-4b2e-83e0-18fef53bd732 req-8a1f51c0-6c25-4e58-8294-08dad6ac1608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:26.434279 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-1f1bd487-9192-4b2e-83e0-18fef53bd732 req-8a1f51c0-6c25-4e58-8294-08dad6ac1608 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c035be72-ec93-4bac-85f8-b0cd68e3656b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2309120 Apr 20 18:30:26.489021 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.db_base_plugin_common [req-a1d16c62-da36-41f9-bcae-05db36634c47 req-cfec1aa1-b25a-408f-95e6-0fcd7c49ac26 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] Allocated IP 172.20.0.9 (5f3be27d-d150-4560-88c9-da210cd6fce2/5148694a-3b17-480f-8370-04be537b71c0/ee9e5ed3-9f0a-437f-8765-d78e5211cd9e) {{(pid=86391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:30:26.511444 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f0747-fcf0-4d5e-a3ea-b10507963a91 req-893af4ab-fbad-4058-9d4b-406d64059b11 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:26.513171 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-120f0747-fcf0-4d5e-a3ea-b10507963a91 req-893af4ab-fbad-4058-9d4b-406d64059b11 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=218186a4-cdc1-4f70-b2f9-9b892470334d HTTP/1.1" status: 200 len: 945 time: 0.1805971 Apr 20 18:30:26.633271 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3b38f3e8-f2f1-49b6-ac75-f9314cd83db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:26.635166 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-120f0747-fcf0-4d5e-a3ea-b10507963a91 req-a8839ab6-7bde-447e-83e5-7d068ba976e8 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112750 Apr 20 18:30:26.656276 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-1f1bd487-9192-4b2e-83e0-18fef53bd732 req-e6b9d34d-2561-4ed1-8cc1-ea98a1e0c34a service neutron] 10.222.0.46 "GET /v2.0/networks/c035be72-ec93-4bac-85f8-b0cd68e3656b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059655 Apr 20 18:30:26.665588 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '412333fe-a069-4561-b8bc-16e8be58b7e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f99eaee-b40b-45fe-994a-ca09c8db528d'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:30:26.789822 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '412333fe-a069-4561-b8bc-16e8be58b7e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f99eaee-b40b-45fe-994a-ca09c8db528d', 'code': 200} Apr 20 18:30:26.899310 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-1f1bd487-9192-4b2e-83e0-18fef53bd732 req-45da3c6f-92a9-47f5-b751-1c565d81cd93 service neutron] 10.222.0.46 "GET /v2.0/networks/c035be72-ec93-4bac-85f8-b0cd68e3656b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359908 Apr 20 18:30:26.910286 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-a1d16c62-da36-41f9-bcae-05db36634c47 req-cfec1aa1-b25a-408f-95e6-0fcd7c49ac26 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] Notify callbacks [] for port, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:26.962509 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-a1d16c62-da36-41f9-bcae-05db36634c47 req-cfec1aa1-b25a-408f-95e6-0fcd7c49ac26 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278078920240'] for port, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:26.970658 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:27.044225 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfec1aa1-b25a-408f-95e6-0fcd7c49ac26 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] Pushing event updated for resources: {'Port': ['ID=ee9e5ed3-9f0a-437f-8765-d78e5211cd9e,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:27.050519 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-cfec1aa1-b25a-408f-95e6-0fcd7c49ac26 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:27.056715 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1d16c62-da36-41f9-bcae-05db36634c47 req-cfec1aa1-b25a-408f-95e6-0fcd7c49ac26 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] Network 5f3be27d-d150-4560-88c9-da210cd6fce2 is already hosted by enough agents. {{(pid=86391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:30:27.057439 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [req-a1d16c62-da36-41f9-bcae-05db36634c47 req-cfec1aa1-b25a-408f-95e6-0fcd7c49ac26 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] Resources bound (agent type, host, resource id): {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:30:27.063077 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1d16c62-da36-41f9-bcae-05db36634c47 req-cfec1aa1-b25a-408f-95e6-0fcd7c49ac26 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] Received port after_create {{(pid=86391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:30:27.069825 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d16c62-da36-41f9-bcae-05db36634c47 req-cfec1aa1-b25a-408f-95e6-0fcd7c49ac26 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:27.070609 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-a1d16c62-da36-41f9-bcae-05db36634c47 req-cfec1aa1-b25a-408f-95e6-0fcd7c49ac26 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for port, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:27.106387 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a1d16c62-da36-41f9-bcae-05db36634c47 req-cfec1aa1-b25a-408f-95e6-0fcd7c49ac26 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6063118 Apr 20 18:30:27.123778 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [req-a1d16c62-da36-41f9-bcae-05db36634c47 req-c0cce21a-650c-4fb6-9627-8722755c7365 service neutron] Request body: {'port': {'device_id': 'baf0196c-e851-4048-99ff-d4bae361dcdf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:30:27.298850 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d766c-8b5d-4c97-980c-a4395bf1deff req-fc1539ee-be22-4c21-8849-02f0d9c181f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:27.300790 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a45d766c-8b5d-4c97-980c-a4395bf1deff req-fc1539ee-be22-4c21-8849-02f0d9c181f6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 1098 time: 0.1686127 Apr 20 18:30:27.390976 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-a1d16c62-da36-41f9-bcae-05db36634c47 req-c0cce21a-650c-4fb6-9627-8722755c7365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:27.405989 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a45d766c-8b5d-4c97-980c-a4395bf1deff req-30d231f3-faeb-4a59-99a2-f0253ea4bfa6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961165 Apr 20 18:30:27.448943 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device ea78babd-8254-4f3a-9a92-44ab55032223 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:30:27.561944 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a687c85f-97e2-4aa3-98b7-8f0569111f6b req-776efbf1-040c-4eb7-86b6-d84fda202394 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:27.570161 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a687c85f-97e2-4aa3-98b7-8f0569111f6b req-776efbf1-040c-4eb7-86b6-d84fda202394 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/ports?device_id=4722ccd8-f7c9-4c68-9967-e1c1e00960df HTTP/1.1" status: 200 len: 944 time: 0.1475925 Apr 20 18:30:27.687907 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a687c85f-97e2-4aa3-98b7-8f0569111f6b req-8babfd6c-5514-4695-910a-1ac9adce2e6b tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ed32cec-6957-435a-bfeb-34cb0da197c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094978 Apr 20 18:30:27.746168 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port ea78babd-8254-4f3a-9a92-44ab55032223, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ea78babd-8254-4f3a-9a92-44ab55032223,segment=NetworkSegment(3ba1b949-5657-4980-b225-8ea57859926e),segment_id=3ba1b949-5657-4980-b225-8ea57859926e)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:30:27.768637 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Returning: {'device': 'ea78babd-8254-4f3a-9a92-44ab55032223', 'network_id': '07ec5321-0579-4912-85f7-b750583baf28', 'port_id': 'ea78babd-8254-4f3a-9a92-44ab55032223', 'mac_address': 'fa:16:3e:00:6d:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6124cdb4-b728-491c-bef6-cdd1f4b23ca7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:30:27.858880 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:27.898624 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:27.902491 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea78babd-8254-4f3a-9a92-44ab55032223 {{(pid=86393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:30:27.916087 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e6f7f-af3c-4f81-bf36-b66df9d8beea req-f9919328-6249-404d-9285-f2440bb05a64 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:27.925090 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-347e6f7f-af3c-4f81-bf36-b66df9d8beea req-f9919328-6249-404d-9285-f2440bb05a64 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed9e91c2-f76f-4070-ae59-5fe3ed3629b2 HTTP/1.1" status: 200 len: 946 time: 0.1123509 Apr 20 18:30:27.939137 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port ea78babd-8254-4f3a-9a92-44ab55032223, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ea78babd-8254-4f3a-9a92-44ab55032223,segment=NetworkSegment(3ba1b949-5657-4980-b225-8ea57859926e),segment_id=3ba1b949-5657-4980-b225-8ea57859926e)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:30:27.969382 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:27.971545 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:28.037810 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-347e6f7f-af3c-4f81-bf36-b66df9d8beea req-98a5ef9f-cefc-4d74-a2f3-c3eaa9b98664 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a2b89b8-6da2-4dc9-a0a9-e2342b47c305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106863 Apr 20 18:30:28.085366 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Pushing event updated for resources: {'Port': ['ID=ea78babd-8254-4f3a-9a92-44ab55032223,revision_number=4']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:28.101155 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:28.247513 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf803631-7c2f-42ca-9b74-b7578f0cef38 req-88f762c8-7dac-477e-9505-ea51dd24852d tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:28.249384 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-cf803631-7c2f-42ca-9b74-b7578f0cef38 req-88f762c8-7dac-477e-9505-ea51dd24852d tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 943 time: 0.5014169 Apr 20 18:30:28.315701 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d2dde-d812-4afd-905c-d2a8953eec20 req-5949df31-0aef-4b0d-9715-8370d1bbb9b0 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:28.324173 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-cf803631-7c2f-42ca-9b74-b7578f0cef38 req-9db6370c-d5f1-4073-9942-7660318c2d8f tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029e925-67cb-4402-81c8-a9bf97a752e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641084 Apr 20 18:30:28.325626 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-916d2dde-d812-4afd-905c-d2a8953eec20 req-5949df31-0aef-4b0d-9715-8370d1bbb9b0 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf0196c-e851-4048-99ff-d4bae361dcdf HTTP/1.1" status: 200 len: 931 time: 0.1360900 Apr 20 18:30:28.382681 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db4e54cc-07a3-4585-8120-e6421209c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:28.385759 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-916d2dde-d812-4afd-905c-d2a8953eec20 req-d15beac6-735e-42ab-a493-6c1267137869 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a492436-07ff-4887-a26d-036eef2a55dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598025 Apr 20 18:30:28.403828 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] get_ports_and_sgs() called for port_ids ['ea78babd-8254-4f3a-9a92-44ab55032223'] {{(pid=86393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:30:28.491966 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [req-a1d16c62-da36-41f9-bcae-05db36634c47 req-c0cce21a-650c-4fb6-9627-8722755c7365 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee9e5ed3-9f0a-437f-8765-d78e5211cd9e {{(pid=86391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:30:28.506635 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-a1d16c62-da36-41f9-bcae-05db36634c47 req-c0cce21a-650c-4fb6-9627-8722755c7365 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:28.526830 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [req-a1d16c62-da36-41f9-bcae-05db36634c47 req-c0cce21a-650c-4fb6-9627-8722755c7365 service neutron] Transition to ACTIVE for port object ee9e5ed3-9f0a-437f-8765-d78e5211cd9e will not be triggered until provisioned by entity L2. {{(pid=86391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:30:28.529842 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-a1d16c62-da36-41f9-bcae-05db36634c47 req-c0cce21a-650c-4fb6-9627-8722755c7365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:28.544677 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:28.699775 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1040660-cc6d-40ea-80ae-aee5ee1bfb8b req-d4fca3d5-6879-4d5c-9572-20d84f8b8373 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:28.707667 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e1040660-cc6d-40ea-80ae-aee5ee1bfb8b req-d4fca3d5-6879-4d5c-9572-20d84f8b8373 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/networks?id=69eb6f97-ea3e-4050-89c1-6e90e1792b19 HTTP/1.1" status: 200 len: 815 time: 0.1975002 Apr 20 18:30:28.719274 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e1040660-cc6d-40ea-80ae-aee5ee1bfb8b req-91052974-321d-49c0-a9e8-0582b62478af tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/quotas/c10c8e1bd4ff416298fcc5e373996fcd HTTP/1.1" status: 200 len: 375 time: 0.0106165 Apr 20 18:30:28.826476 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [req-a1d16c62-da36-41f9-bcae-05db36634c47 req-c0cce21a-650c-4fb6-9627-8722755c7365 service neutron] Attempting to bind port ee9e5ed3-9f0a-437f-8765-d78e5211cd9e on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:30:28.826894 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [req-a1d16c62-da36-41f9-bcae-05db36634c47 req-c0cce21a-650c-4fb6-9627-8722755c7365 service neutron] Attempting to bind port ee9e5ed3-9f0a-437f-8765-d78e5211cd9e by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '82907d5d-c5ab-49be-a862-bc6a55093b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5f3be27d-d150-4560-88c9-da210cd6fce2'}] {{(pid=86391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:30:28.827351 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d16c62-da36-41f9-bcae-05db36634c47 req-c0cce21a-650c-4fb6-9627-8722755c7365 service neutron] Attempting to bind port ee9e5ed3-9f0a-437f-8765-d78e5211cd9e on network 5f3be27d-d150-4560-88c9-da210cd6fce2 {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:30:28.838362 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e1040660-cc6d-40ea-80ae-aee5ee1bfb8b req-82321e2e-10fb-49ec-8589-10f8fb5219fc tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c10c8e1bd4ff416298fcc5e373996fcd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1123693 Apr 20 18:30:28.843012 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d16c62-da36-41f9-bcae-05db36634c47 req-c0cce21a-650c-4fb6-9627-8722755c7365 service neutron] Port ee9e5ed3-9f0a-437f-8765-d78e5211cd9e on network 5f3be27d-d150-4560-88c9-da210cd6fce2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:30:28.843583 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d16c62-da36-41f9-bcae-05db36634c47 req-c0cce21a-650c-4fb6-9627-8722755c7365 service neutron] Attempting to bind port ee9e5ed3-9f0a-437f-8765-d78e5211cd9e on network 5f3be27d-d150-4560-88c9-da210cd6fce2 {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:30:28.848244 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cce21a-650c-4fb6-9627-8722755c7365 service neutron] Pushing event updated for resources: {'Port': ['ID=ee9e5ed3-9f0a-437f-8765-d78e5211cd9e,revision_number=2']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:28.858124 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-c0cce21a-650c-4fb6-9627-8722755c7365 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:28.862888 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d16c62-da36-41f9-bcae-05db36634c47 req-c0cce21a-650c-4fb6-9627-8722755c7365 service neutron] Checking agent: {'id': '263cae3f-8754-41ef-b011-a572dc0aeed8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 27, 47), 'started_at': datetime.datetime(2021, 4, 20, 18, 27, 47), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:30:28.863558 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d16c62-da36-41f9-bcae-05db36634c47 req-c0cce21a-650c-4fb6-9627-8722755c7365 service neutron] Checking segment: {'id': '82907d5d-c5ab-49be-a862-bc6a55093b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5f3be27d-d150-4560-88c9-da210cd6fce2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:30:28.864150 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d16c62-da36-41f9-bcae-05db36634c47 req-c0cce21a-650c-4fb6-9627-8722755c7365 service neutron] Bound using segment: {'id': '82907d5d-c5ab-49be-a862-bc6a55093b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5f3be27d-d150-4560-88c9-da210cd6fce2'} {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:30:28.864775 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [req-a1d16c62-da36-41f9-bcae-05db36634c47 req-c0cce21a-650c-4fb6-9627-8722755c7365 service neutron] Bound port: ee9e5ed3-9f0a-437f-8765-d78e5211cd9e, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82907d5d-c5ab-49be-a862-bc6a55093b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5f3be27d-d150-4560-88c9-da210cd6fce2'}}] {{(pid=86391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:30:28.865331 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-a1d16c62-da36-41f9-bcae-05db36634c47 req-c0cce21a-650c-4fb6-9627-8722755c7365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:28.876174 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.agents_db [None req-bb53aea3-de48-49b3-8e00-ae07e91d3609 None None] Agent healthcheck: found 6 active agents {{(pid=86394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:30:28.989764 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e729298-16f4-4ea1-ae56-122147d4449f req-51788c91-afe4-4b47-bc6e-e8800dd8cc23 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:28.994289 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-3e729298-16f4-4ea1-ae56-122147d4449f req-51788c91-afe4-4b47-bc6e-e8800dd8cc23 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=218186a4-cdc1-4f70-b2f9-9b892470334d HTTP/1.1" status: 200 len: 945 time: 0.3892164 Apr 20 18:30:29.001981 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [req-a1d16c62-da36-41f9-bcae-05db36634c47 req-c0cce21a-650c-4fb6-9627-8722755c7365 service neutron] For port ee9e5ed3-9f0a-437f-8765-d78e5211cd9e, host hv-cinder-78693, cleared binding levels {{(pid=86391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:30:29.006159 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [req-a1d16c62-da36-41f9-bcae-05db36634c47 req-c0cce21a-650c-4fb6-9627-8722755c7365 service neutron] For port ee9e5ed3-9f0a-437f-8765-d78e5211cd9e, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ee9e5ed3-9f0a-437f-8765-d78e5211cd9e,segment=NetworkSegment(82907d5d-c5ab-49be-a862-bc6a55093b82),segment_id=82907d5d-c5ab-49be-a862-bc6a55093b82)] {{(pid=86391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:30:29.026624 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-a1d16c62-da36-41f9-bcae-05db36634c47 req-c0cce21a-650c-4fb6-9627-8722755c7365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:29.036986 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2269cd7f-eb84-4f59-9da8-d6465d9624a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:29.046750 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e1040660-cc6d-40ea-80ae-aee5ee1bfb8b req-ddabc96d-3e81-4c1b-b34a-bbc6c0c330eb service neutron] 10.222.0.20 "GET /v2.0/networks/69eb6f97-ea3e-4050-89c1-6e90e1792b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979771 Apr 20 18:30:29.121663 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d16c62-da36-41f9-bcae-05db36634c47 req-c0cce21a-650c-4fb6-9627-8722755c7365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:29.122334 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-a1d16c62-da36-41f9-bcae-05db36634c47 req-c0cce21a-650c-4fb6-9627-8722755c7365 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for port, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:29.124631 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a1d16c62-da36-41f9-bcae-05db36634c47 req-c0cce21a-650c-4fb6-9627-8722755c7365 service neutron] 10.222.0.46 "PUT /v2.0/ports/ee9e5ed3-9f0a-437f-8765-d78e5211cd9e HTTP/1.1" status: 200 len: 1093 time: 2.0055974 Apr 20 18:30:29.128099 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baf0196c-e851-4048-99ff-d4bae361dcdf', 'tag': 'ee9e5ed3-9f0a-437f-8765-d78e5211cd9e'}] {{(pid=86391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:30:29.141422 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-3e729298-16f4-4ea1-ae56-122147d4449f req-abb7100e-d803-4add-9237-c2625ed68770 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331677 Apr 20 18:30:29.153552 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cce21a-650c-4fb6-9627-8722755c7365 service neutron] Pushing event updated for resources: {'Port': ['ID=ee9e5ed3-9f0a-437f-8765-d78e5211cd9e,revision_number=3']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:29.159019 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-c0cce21a-650c-4fb6-9627-8722755c7365 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:29.237212 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e1040660-cc6d-40ea-80ae-aee5ee1bfb8b req-4ec50b8f-55bc-4598-87d3-276857284f89 service neutron] 10.222.0.20 "GET /v2.0/networks/69eb6f97-ea3e-4050-89c1-6e90e1792b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844172 Apr 20 18:30:29.338357 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d16c62-da36-41f9-bcae-05db36634c47 req-c0a3db70-4323-498a-a716-24892924f2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:29.340214 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a1d16c62-da36-41f9-bcae-05db36634c47 req-c0a3db70-4323-498a-a716-24892924f2dc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=adc1e0a8fbf34d698e9f5189d4bd1190&device_id=baf0196c-e851-4048-99ff-d4bae361dcdf HTTP/1.1" status: 200 len: 1096 time: 0.1490414 Apr 20 18:30:29.453594 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device f490f4f7-9b25-4b64-ab37-aa339d70f1c1 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:30:29.459852 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a1d16c62-da36-41f9-bcae-05db36634c47 req-98016e7c-df16-4cc0-87dc-b5e5acab557e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee9e5ed3-9f0a-437f-8765-d78e5211cd9e HTTP/1.1" status: 200 len: 217 time: 0.1024659 Apr 20 18:30:29.517523 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee5ba99-e428-4547-9a2a-679f8ba2d3f4 req-76c719f9-ab9f-4670-94b5-9ab79aa464db tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:29.526418 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-2ee5ba99-e428-4547-9a2a-679f8ba2d3f4 req-76c719f9-ab9f-4670-94b5-9ab79aa464db tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/ports?device_id=4722ccd8-f7c9-4c68-9967-e1c1e00960df HTTP/1.1" status: 200 len: 945 time: 0.2574327 Apr 20 18:30:29.604673 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd6c7c-50dc-4341-82e4-c2e1de5cb42c req-eec78e14-6b58-462f-ad5f-66dcf95ed0b8 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:29.606575 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a0dd6c7c-50dc-4341-82e4-c2e1de5cb42c req-eec78e14-6b58-462f-ad5f-66dcf95ed0b8 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed9e91c2-f76f-4070-ae59-5fe3ed3629b2 HTTP/1.1" status: 200 len: 946 time: 0.1526494 Apr 20 18:30:29.619270 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-2ee5ba99-e428-4547-9a2a-679f8ba2d3f4 req-70696d33-e249-4e4f-a07d-61b6d517a6bc tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ed32cec-6957-435a-bfeb-34cb0da197c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918338 Apr 20 18:30:29.628319 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port f490f4f7-9b25-4b64-ab37-aa339d70f1c1, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f490f4f7-9b25-4b64-ab37-aa339d70f1c1,segment=NetworkSegment(42b51926-c2ca-471c-ac7e-b000ccba3eb6),segment_id=42b51926-c2ca-471c-ac7e-b000ccba3eb6)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:30:29.640718 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d16c62-da36-41f9-bcae-05db36634c47 req-48e37367-268d-4fea-9b51-0187583b67d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:29.646162 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Returning: {'device': 'f490f4f7-9b25-4b64-ab37-aa339d70f1c1', 'network_id': 'c035be72-ec93-4bac-85f8-b0cd68e3656b', 'port_id': 'f490f4f7-9b25-4b64-ab37-aa339d70f1c1', 'mac_address': 'fa:16:3e:8e:9e:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41a62a97-d129-42fa-96d5-fce2a7a65a86', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:30:29.649195 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a1d16c62-da36-41f9-bcae-05db36634c47 req-48e37367-268d-4fea-9b51-0187583b67d3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5148694a-3b17-480f-8370-04be537b71c0 HTTP/1.1" status: 200 len: 848 time: 0.1770911 Apr 20 18:30:29.716497 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:29.721239 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a0dd6c7c-50dc-4341-82e4-c2e1de5cb42c req-64cec405-bfb2-4f9a-afc3-555ad5a9ce02 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a2b89b8-6da2-4dc9-a0a9-e2342b47c305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026714 Apr 20 18:30:29.744221 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f490f4f7-9b25-4b64-ab37-aa339d70f1c1 {{(pid=86393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:30:29.766529 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baf0196c-e851-4048-99ff-d4bae361dcdf', 'tag': 'ee9e5ed3-9f0a-437f-8765-d78e5211cd9e', 'status': 'completed', 'code': 200} Apr 20 18:30:29.783968 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a1d16c62-da36-41f9-bcae-05db36634c47 req-f1029513-ea0d-46c8-8d7f-14e2bbcd2130 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5f3be27d-d150-4560-88c9-da210cd6fce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1239135 Apr 20 18:30:29.787056 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port f490f4f7-9b25-4b64-ab37-aa339d70f1c1, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f490f4f7-9b25-4b64-ab37-aa339d70f1c1,segment=NetworkSegment(42b51926-c2ca-471c-ac7e-b000ccba3eb6),segment_id=42b51926-c2ca-471c-ac7e-b000ccba3eb6)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:30:29.790629 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:29.800474 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-45fb7190-0fe7-450d-9c5c-9cb904f4f1f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:29.937017 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-90873c53-28e6-4b11-985b-07127ed545ef req-76a3b35c-d76a-4536-b413-12ba59832611 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?device_id=38b3f1e7-dfbd-4260-8be4-7b2d5430bc5e HTTP/1.1" status: 200 len: 210 time: 0.1309557 Apr 20 18:30:29.948404 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Pushing event updated for resources: {'Port': ['ID=f490f4f7-9b25-4b64-ab37-aa339d70f1c1,revision_number=4']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:29.954001 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:30.041288 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a1d16c62-da36-41f9-bcae-05db36634c47 req-ce81e65d-df45-4a64-a2f2-1124e3563a2f service neutron] 10.222.0.46 "GET /v2.0/networks/5f3be27d-d150-4560-88c9-da210cd6fce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478609 Apr 20 18:30:30.087002 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] get_ports_and_sgs() called for port_ids ['f490f4f7-9b25-4b64-ab37-aa339d70f1c1'] {{(pid=86393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:30:30.152381 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977c8bb3-09ce-4644-b7d1-8723a165dbe6 req-66254d29-ad1c-4ec6-bbd4-910d8c1227c6 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:30.157243 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-977c8bb3-09ce-4644-b7d1-8723a165dbe6 req-66254d29-ad1c-4ec6-bbd4-910d8c1227c6 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed9e91c2-f76f-4070-ae59-5fe3ed3629b2 HTTP/1.1" status: 200 len: 946 time: 0.2184634 Apr 20 18:30:30.213550 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a1d16c62-da36-41f9-bcae-05db36634c47 req-6991d0cd-2b5f-4be2-ba2b-8c99aea15603 service neutron] 10.222.0.46 "GET /v2.0/networks/5f3be27d-d150-4560-88c9-da210cd6fce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628997 Apr 20 18:30:30.382048 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [req-977c8bb3-09ce-4644-b7d1-8723a165dbe6 req-2d9219fe-b5f2-45a8-b747-9b829db3fa67 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] Deleting port 9bc23d55-40b6-4784-be6d-a2459485970b {{(pid=86392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:30:30.382757 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-977c8bb3-09ce-4644-b7d1-8723a165dbe6 req-2d9219fe-b5f2-45a8-b747-9b829db3fa67 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278078475124'] for port, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:30.456564 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816036ee-7b06-4325-a4ff-2c6a1c0d5e92 req-68b7afbd-6888-462e-9dd5-02651ac33ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:30.458393 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-816036ee-7b06-4325-a4ff-2c6a1c0d5e92 req-68b7afbd-6888-462e-9dd5-02651ac33ebb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=adc1e0a8fbf34d698e9f5189d4bd1190&device_id=baf0196c-e851-4048-99ff-d4bae361dcdf HTTP/1.1" status: 200 len: 1096 time: 0.1886826 Apr 20 18:30:30.473316 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059a071-cec1-4862-9ab3-a07b05665dca req-ada6e868-46eb-4afc-9160-741c1251f85f tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:30.481574 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a059a071-cec1-4862-9ab3-a07b05665dca req-ada6e868-46eb-4afc-9160-741c1251f85f tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 944 time: 0.2443364 Apr 20 18:30:30.640614 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a059a071-cec1-4862-9ab3-a07b05665dca req-85f07cdc-c5c5-433a-9c0c-3b5d96da875f tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029e925-67cb-4402-81c8-a9bf97a752e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580088 Apr 20 18:30:30.706000 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3fc069-18a7-4845-b1f2-33b429acb7ac req-8efbff3f-5d87-4aa9-b3cf-de7304669176 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:30.706834 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-3f3fc069-18a7-4845-b1f2-33b429acb7ac req-8efbff3f-5d87-4aa9-b3cf-de7304669176 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] Synchronizing usage tracker for tenant:adc1e0a8fbf34d698e9f5189d4bd1190 on resource:port {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:30:30.713595 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816036ee-7b06-4325-a4ff-2c6a1c0d5e92 req-9c2b55fd-a833-4c7b-aaf5-22e75fa4a587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:30.715205 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-816036ee-7b06-4325-a4ff-2c6a1c0d5e92 req-9c2b55fd-a833-4c7b-aaf5-22e75fa4a587 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5f3be27d-d150-4560-88c9-da210cd6fce2 HTTP/1.1" status: 200 len: 909 time: 0.2488716 Apr 20 18:30:30.796594 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-3f3fc069-18a7-4845-b1f2-33b429acb7ac req-8efbff3f-5d87-4aa9-b3cf-de7304669176 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] Unset dirty status for tenant:adc1e0a8fbf34d698e9f5189d4bd1190 on resource:port {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:30:30.797799 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-3f3fc069-18a7-4845-b1f2-33b429acb7ac req-8efbff3f-5d87-4aa9-b3cf-de7304669176 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf0196c-e851-4048-99ff-d4bae361dcdf HTTP/1.1" status: 200 len: 943 time: 0.2983732 Apr 20 18:30:30.811605 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-816036ee-7b06-4325-a4ff-2c6a1c0d5e92 req-f11a86ba-d751-4d60-b25e-105f7135ad5d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee9e5ed3-9f0a-437f-8765-d78e5211cd9e HTTP/1.1" status: 200 len: 217 time: 0.0832791 Apr 20 18:30:30.851214 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93345436-4e18-4366-8d2e-09a888619a5a req-d45b1088-5865-4aaa-b214-5ab11c71d192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:30.853084 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-93345436-4e18-4366-8d2e-09a888619a5a req-d45b1088-5865-4aaa-b214-5ab11c71d192 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a7d00bc2297e4088a3209dad8c5ffa52&device_id=218186a4-cdc1-4f70-b2f9-9b892470334d HTTP/1.1" status: 200 len: 1098 time: 0.3689864 Apr 20 18:30:30.905961 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-3f3fc069-18a7-4845-b1f2-33b429acb7ac req-85c75288-03bc-48e5-b43f-b86fdb4321ff tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] Synchronizing usage tracker for tenant:adc1e0a8fbf34d698e9f5189d4bd1190 on resource:security_group {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:30:30.925425 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816036ee-7b06-4325-a4ff-2c6a1c0d5e92 req-94d79b1a-b79b-4ea7-a108-02193c812420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:30.927205 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-816036ee-7b06-4325-a4ff-2c6a1c0d5e92 req-94d79b1a-b79b-4ea7-a108-02193c812420 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5148694a-3b17-480f-8370-04be537b71c0 HTTP/1.1" status: 200 len: 848 time: 0.1016824 Apr 20 18:30:30.935214 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-3f3fc069-18a7-4845-b1f2-33b429acb7ac req-85c75288-03bc-48e5-b43f-b86fdb4321ff tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] Unset dirty status for tenant:adc1e0a8fbf34d698e9f5189d4bd1190 on resource:security_group {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:30:30.936329 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-3f3fc069-18a7-4845-b1f2-33b429acb7ac req-85c75288-03bc-48e5-b43f-b86fdb4321ff tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a492436-07ff-4887-a26d-036eef2a55dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274164 Apr 20 18:30:30.995357 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-816036ee-7b06-4325-a4ff-2c6a1c0d5e92 req-9afab269-27ac-4cfd-baaa-6b074a3a3965 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5f3be27d-d150-4560-88c9-da210cd6fce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539019 Apr 20 18:30:31.036137 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [req-977c8bb3-09ce-4644-b7d1-8723a165dbe6 req-2d9219fe-b5f2-45a8-b747-9b829db3fa67 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] For port 9bc23d55-40b6-4784-be6d-a2459485970b, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=9bc23d55-40b6-4784-be6d-a2459485970b,segment=NetworkSegment(d803accb-b110-48f6-8bb7-f0e0f7f5c1e9),segment_id=d803accb-b110-48f6-8bb7-f0e0f7f5c1e9)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:30:31.036510 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-977c8bb3-09ce-4644-b7d1-8723a165dbe6 req-2d9219fe-b5f2-45a8-b747-9b829db3fa67 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7972734'] for port, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:31.311546 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1040660-cc6d-40ea-80ae-aee5ee1bfb8b req-2a1217a2-45c9-4541-9c9c-19a995f2eb88 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:31.313148 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e1040660-cc6d-40ea-80ae-aee5ee1bfb8b req-2a1217a2-45c9-4541-9c9c-19a995f2eb88 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.46 "GET /v2.0/networks?id=69eb6f97-ea3e-4050-89c1-6e90e1792b19 HTTP/1.1" status: 200 len: 815 time: 0.2079825 Apr 20 18:30:31.338171 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [req-e1040660-cc6d-40ea-80ae-aee5ee1bfb8b req-c630148c-d360-4244-a99d-cdde095c12b0 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Request body: {'port': {'device_id': '38b3f1e7-dfbd-4260-8be4-7b2d5430bc5e', 'network_id': '69eb6f97-ea3e-4050-89c1-6e90e1792b19', 'admin_state_up': True, 'tenant_id': 'c10c8e1bd4ff416298fcc5e373996fcd'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:30:31.409270 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [req-977c8bb3-09ce-4644-b7d1-8723a165dbe6 req-2d9219fe-b5f2-45a8-b747-9b829db3fa67 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] Calling delete_port for 9bc23d55-40b6-4784-be6d-a2459485970b owned by compute:nova {{(pid=86392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:30:31.448807 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf0c521-6d7c-4cb5-8be6-54b4b5ed32aa req-10827c8d-250f-4dc4-b1cf-db45de689e98 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:31.450352 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ebf0c521-6d7c-4cb5-8be6-54b4b5ed32aa req-10827c8d-250f-4dc4-b1cf-db45de689e98 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=218186a4-cdc1-4f70-b2f9-9b892470334d HTTP/1.1" status: 200 len: 945 time: 0.6413939 Apr 20 18:30:31.459818 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device ea78babd-8254-4f3a-9a92-44ab55032223 up at agent hyperv_hv-cinder-78693 {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:30:31.508897 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93345436-4e18-4366-8d2e-09a888619a5a req-83d8157b-96d8-48c3-b78a-6f9063503ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:31.510762 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-93345436-4e18-4366-8d2e-09a888619a5a req-83d8157b-96d8-48c3-b78a-6f9063503ebe service neutron] 10.222.0.46 "GET /v2.0/networks?id=b38b090e-8861-4ffd-9c34-064e6f8a30de HTTP/1.1" status: 200 len: 920 time: 0.6492472 Apr 20 18:30:31.529806 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-816036ee-7b06-4325-a4ff-2c6a1c0d5e92 req-cd822d3a-e796-48ba-b82d-9dec998f6651 service neutron] 10.222.0.46 "GET /v2.0/networks/5f3be27d-d150-4560-88c9-da210cd6fce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5172846 Apr 20 18:30:31.546889 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Provisioning for port ea78babd-8254-4f3a-9a92-44ab55032223 completed by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:30:31.548569 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b9b62-27db-49ed-8f2a-c90c13f8058e req-5b0c1c64-5dca-44f7-8b55-716ccd1917f3 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:31.550194 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-306b9b62-27db-49ed-8f2a-c90c13f8058e req-5b0c1c64-5dca-44f7-8b55-716ccd1917f3 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/ports?device_id=4722ccd8-f7c9-4c68-9967-e1c1e00960df HTTP/1.1" status: 200 len: 945 time: 0.4468944 Apr 20 18:30:31.557567 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Provisioning complete for port ea78babd-8254-4f3a-9a92-44ab55032223 triggered by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:30:31.557988 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:31.698422 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:31.699231 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-93345436-4e18-4366-8d2e-09a888619a5a req-58ead4c0-c2ef-4e96-a8fc-bff08a2f480e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48b305ac-b135-4e12-a025-5ffa20b97daa HTTP/1.1" status: 200 len: 217 time: 0.1680160 Apr 20 18:30:31.703312 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ebf0c521-6d7c-4cb5-8be6-54b4b5ed32aa req-95fe1998-9e42-499e-bcb2-391da4b431f8 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334943 Apr 20 18:30:31.740188 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port ea78babd-8254-4f3a-9a92-44ab55032223, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ea78babd-8254-4f3a-9a92-44ab55032223,segment=NetworkSegment(3ba1b949-5657-4980-b225-8ea57859926e),segment_id=3ba1b949-5657-4980-b225-8ea57859926e)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:30:31.741339 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4722ccd8-f7c9-4c68-9967-e1c1e00960df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea78babd-8254-4f3a-9a92-44ab55032223'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:30:31.748664 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:31.749632 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device f490f4f7-9b25-4b64-ab37-aa339d70f1c1 up at agent hyperv_hv-cinder-78693 {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:30:31.779122 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:31.804219 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93345436-4e18-4366-8d2e-09a888619a5a req-5127f12e-0652-4367-bfa4-b158ea7d1cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:31.805919 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-93345436-4e18-4366-8d2e-09a888619a5a req-5127f12e-0652-4367-bfa4-b158ea7d1cde service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b2183557-3402-47d4-9d62-f632ed212213 HTTP/1.1" status: 200 len: 859 time: 0.0951438 Apr 20 18:30:31.864206 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Pushing event updated for resources: {'Port': ['ID=ea78babd-8254-4f3a-9a92-44ab55032223,revision_number=5']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:31.867752 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:31.906026 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [req-e1040660-cc6d-40ea-80ae-aee5ee1bfb8b req-c630148c-d360-4244-a99d-cdde095c12b0 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:31.919270 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Provisioning for port f490f4f7-9b25-4b64-ab37-aa339d70f1c1 completed by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:30:31.924831 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-93345436-4e18-4366-8d2e-09a888619a5a req-994c7aa5-61cf-4059-a3f6-de3b842a3648 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b38b090e-8861-4ffd-9c34-064e6f8a30de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794528 Apr 20 18:30:31.925156 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Provisioning complete for port f490f4f7-9b25-4b64-ab37-aa339d70f1c1 triggered by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:30:31.927113 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:32.028506 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-816036ee-7b06-4325-a4ff-2c6a1c0d5e92 req-0dc55e5a-25c1-40dc-81d6-7d06b5c1b0fa service neutron] 10.222.0.46 "GET /v2.0/networks/5f3be27d-d150-4560-88c9-da210cd6fce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4738886 Apr 20 18:30:32.048910 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [req-e1040660-cc6d-40ea-80ae-aee5ee1bfb8b req-c630148c-d360-4244-a99d-cdde095c12b0 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:32.057332 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-306b9b62-27db-49ed-8f2a-c90c13f8058e req-05222da9-2d89-4748-b567-12d0d0a8db6e tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ed32cec-6957-435a-bfeb-34cb0da197c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4772537 Apr 20 18:30:32.063037 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1040660-cc6d-40ea-80ae-aee5ee1bfb8b req-c630148c-d360-4244-a99d-cdde095c12b0 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Made reservation on behalf of c10c8e1bd4ff416298fcc5e373996fcd for: {'port': 1} {{(pid=86391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:30:32.070137 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-e1040660-cc6d-40ea-80ae-aee5ee1bfb8b req-c630148c-d360-4244-a99d-cdde095c12b0 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:32.092443 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:32.127948 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-d757c907-4664-47ef-8e38-8d8941f8c21b req-5bff60e8-7b1a-4ec2-ac68-690bfbb68ec8 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed9e91c2-f76f-4070-ae59-5fe3ed3629b2 HTTP/1.1" status: 200 len: 210 time: 0.1611481 Apr 20 18:30:32.128575 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-977c8bb3-09ce-4644-b7d1-8723a165dbe6 req-2d9219fe-b5f2-45a8-b747-9b829db3fa67 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278078469919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758775855577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852620706'] for port, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:32.139822 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:32.180727 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] get_ports_and_sgs() called for port_ids ['9bc23d55-40b6-4784-be6d-a2459485970b'] {{(pid=86393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:30:32.207719 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9219fe-b5f2-45a8-b747-9b829db3fa67 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] Pushing event deleted for resources: {'Port': ['ID=9bc23d55-40b6-4784-be6d-a2459485970b,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:32.215155 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2d9219fe-b5f2-45a8-b747-9b829db3fa67 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:32.257562 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port f490f4f7-9b25-4b64-ab37-aa339d70f1c1, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f490f4f7-9b25-4b64-ab37-aa339d70f1c1,segment=NetworkSegment(42b51926-c2ca-471c-ac7e-b000ccba3eb6),segment_id=42b51926-c2ca-471c-ac7e-b000ccba3eb6)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:30:32.261980 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:32.264006 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:32.341541 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [req-977c8bb3-09ce-4644-b7d1-8723a165dbe6 req-2d9219fe-b5f2-45a8-b747-9b829db3fa67 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] No DVR routers for this DVR port 9bc23d55-40b6-4784-be6d-a2459485970b on host hv-cinder-78693 {{(pid=86392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:30:32.344824 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-977c8bb3-09ce-4644-b7d1-8723a165dbe6 req-2d9219fe-b5f2-45a8-b747-9b829db3fa67 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031'] for port, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:32.352432 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9e91c2-f76f-4070-ae59-5fe3ed3629b2', 'name': 'network-vif-deleted', 'tag': '9bc23d55-40b6-4784-be6d-a2459485970b'}] {{(pid=86392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:30:32.368364 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Pushing event updated for resources: {'Port': ['ID=f490f4f7-9b25-4b64-ab37-aa339d70f1c1,revision_number=5']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:32.372644 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:32.382849 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-977c8bb3-09ce-4644-b7d1-8723a165dbe6 req-2d9219fe-b5f2-45a8-b747-9b829db3fa67 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] 10.222.0.46 "DELETE /v2.0/ports/9bc23d55-40b6-4784-be6d-a2459485970b HTTP/1.1" status: 204 len: 173 time: 2.2193756 Apr 20 18:30:32.428635 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a3032fad-9d32-4490-bf29-ec288a774aad req-dc9ca269-a336-4137-9dc8-15612bf64e9e tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?device_id=38b3f1e7-dfbd-4260-8be4-7b2d5430bc5e HTTP/1.1" status: 200 len: 210 time: 0.1064138 Apr 20 18:30:32.450538 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-93345436-4e18-4366-8d2e-09a888619a5a req-03ba8743-36f4-4093-afd8-fd4fb5af0bdc service neutron] 10.222.0.46 "GET /v2.0/networks/b38b090e-8861-4ffd-9c34-064e6f8a30de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5155041 Apr 20 18:30:32.469176 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.db_base_plugin_common [req-e1040660-cc6d-40ea-80ae-aee5ee1bfb8b req-c630148c-d360-4244-a99d-cdde095c12b0 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Allocated IP 172.20.0.6 (69eb6f97-ea3e-4050-89c1-6e90e1792b19/97c6181f-cafd-4b1b-a893-b50fc49a5af4/7a230b58-7a09-4c98-b20a-9bbcf4c21a7a) {{(pid=86391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:30:32.492164 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4722ccd8-f7c9-4c68-9967-e1c1e00960df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea78babd-8254-4f3a-9a92-44ab55032223', 'code': 200} Apr 20 18:30:32.616668 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1ac28-66bb-4a2b-995d-cce3d48293e1 req-b4d751e2-1e74-42fe-b43a-fd5132516e71 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:32.618339 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-57a1ac28-66bb-4a2b-995d-cce3d48293e1 req-b4d751e2-1e74-42fe-b43a-fd5132516e71 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 945 time: 0.2318983 Apr 20 18:30:32.689573 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-57a1ac28-66bb-4a2b-995d-cce3d48293e1 req-eb59afe5-fc7b-4418-a581-4bcddcfb66d8 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029e925-67cb-4402-81c8-a9bf97a752e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596519 Apr 20 18:30:32.691826 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-93345436-4e18-4366-8d2e-09a888619a5a req-2cae216e-79bb-49f7-9410-a9231dc9b1a4 service neutron] 10.222.0.46 "GET /v2.0/networks/b38b090e-8861-4ffd-9c34-064e6f8a30de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262914 Apr 20 18:30:32.783429 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0f8b7-42ea-4984-bfcc-3ee2cf241995 req-6b764d63-9e35-40a2-883a-9dd2095c31c2 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:32.785505 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-fbd0f8b7-42ea-4984-bfcc-3ee2cf241995 req-6b764d63-9e35-40a2-883a-9dd2095c31c2 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf0196c-e851-4048-99ff-d4bae361dcdf HTTP/1.1" status: 200 len: 943 time: 0.1544623 Apr 20 18:30:32.814178 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed9e91c2-f76f-4070-ae59-5fe3ed3629b2', 'name': 'network-vif-deleted', 'tag': '9bc23d55-40b6-4784-be6d-a2459485970b', 'status': 'completed', 'code': 200} Apr 20 18:30:32.833312 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-e1040660-cc6d-40ea-80ae-aee5ee1bfb8b req-c630148c-d360-4244-a99d-cdde095c12b0 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Notify callbacks [] for port, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:32.873581 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-fbd0f8b7-42ea-4984-bfcc-3ee2cf241995 req-489ba947-aa0e-4a90-be59-fd7f6c3c7330 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a492436-07ff-4887-a26d-036eef2a55dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745878 Apr 20 18:30:32.874541 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35688623-8f3f-48af-ac03-c8e71c4c334f req-30420bab-a579-4ece-a2ad-2f237934ef9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:32.876227 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-35688623-8f3f-48af-ac03-c8e71c4c334f req-30420bab-a579-4ece-a2ad-2f237934ef9b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4722ccd8-f7c9-4c68-9967-e1c1e00960df HTTP/1.1" status: 200 len: 1099 time: 0.1274307 Apr 20 18:30:32.929777 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-e1040660-cc6d-40ea-80ae-aee5ee1bfb8b req-c630148c-d360-4244-a99d-cdde095c12b0 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278078920240'] for port, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:32.938636 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-cfec1aa1-b25a-408f-95e6-0fcd7c49ac26 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:32.941688 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] get_ports_and_sgs() called for port_ids ['ecac05ec-2410-41c4-9ea9-0ca360507bf0'] {{(pid=86393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:30:32.981846 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-35688623-8f3f-48af-ac03-c8e71c4c334f req-c429d01f-e926-4142-bad2-78fde3150392 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7ed32cec-6957-435a-bfeb-34cb0da197c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907435 Apr 20 18:30:33.010417 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1040660-cc6d-40ea-80ae-aee5ee1bfb8b req-c630148c-d360-4244-a99d-cdde095c12b0 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Network 69eb6f97-ea3e-4050-89c1-6e90e1792b19 is already hosted by enough agents. {{(pid=86391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:30:33.014356 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [req-e1040660-cc6d-40ea-80ae-aee5ee1bfb8b req-c630148c-d360-4244-a99d-cdde095c12b0 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Resources bound (agent type, host, resource id): {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:30:33.017155 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1040660-cc6d-40ea-80ae-aee5ee1bfb8b req-c630148c-d360-4244-a99d-cdde095c12b0 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Received port after_create {{(pid=86391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:30:33.023902 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1040660-cc6d-40ea-80ae-aee5ee1bfb8b req-c630148c-d360-4244-a99d-cdde095c12b0 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:33.024719 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-e1040660-cc6d-40ea-80ae-aee5ee1bfb8b req-c630148c-d360-4244-a99d-cdde095c12b0 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for port, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:33.030141 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11333708-5906-458c-b382-24a287a4fa4a req-9eb6667b-140c-4c00-a37e-b9150b3925fc tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:33.031856 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-11333708-5906-458c-b382-24a287a4fa4a req-9eb6667b-140c-4c00-a37e-b9150b3925fc tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=218186a4-cdc1-4f70-b2f9-9b892470334d HTTP/1.1" status: 200 len: 945 time: 0.0974181 Apr 20 18:30:33.044888 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c630148c-d360-4244-a99d-cdde095c12b0 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Pushing event updated for resources: {'Port': ['ID=7a230b58-7a09-4c98-b20a-9bbcf4c21a7a,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:33.055878 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c630148c-d360-4244-a99d-cdde095c12b0 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:33.056284 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c630148c-d360-4244-a99d-cdde095c12b0 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:33.056679 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c630148c-d360-4244-a99d-cdde095c12b0 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:33.057070 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c630148c-d360-4244-a99d-cdde095c12b0 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:33.057457 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c630148c-d360-4244-a99d-cdde095c12b0 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:33.057841 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c630148c-d360-4244-a99d-cdde095c12b0 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:33.058223 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c630148c-d360-4244-a99d-cdde095c12b0 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:33.058601 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c630148c-d360-4244-a99d-cdde095c12b0 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:33.059010 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c630148c-d360-4244-a99d-cdde095c12b0 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:33.059389 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c630148c-d360-4244-a99d-cdde095c12b0 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:33.059772 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c630148c-d360-4244-a99d-cdde095c12b0 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:33.060150 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c630148c-d360-4244-a99d-cdde095c12b0 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:33.064104 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-c630148c-d360-4244-a99d-cdde095c12b0 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:33.077751 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e1040660-cc6d-40ea-80ae-aee5ee1bfb8b req-c630148c-d360-4244-a99d-cdde095c12b0 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7469158 Apr 20 18:30:33.088790 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-11333708-5906-458c-b382-24a287a4fa4a req-8e47e23a-95fc-4c05-b42b-ae58c5ec0a66 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494454 Apr 20 18:30:33.093408 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [req-e1040660-cc6d-40ea-80ae-aee5ee1bfb8b req-612fb283-3d89-411b-b348-c64d1cac876b service neutron] Request body: {'port': {'device_id': '38b3f1e7-dfbd-4260-8be4-7b2d5430bc5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:30:33.266883 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-e1040660-cc6d-40ea-80ae-aee5ee1bfb8b req-612fb283-3d89-411b-b348-c64d1cac876b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:33.317004 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-80cc183d-beb9-4716-bd4d-3682745977f4 req-56e20985-652b-4505-9686-c0084a5a3b35 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] Synchronizing usage tracker for tenant:b0f500fcba164b3aa82caba7daafbee4 on resource:port {{(pid=86392) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:30:33.333220 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-80cc183d-beb9-4716-bd4d-3682745977f4 req-56e20985-652b-4505-9686-c0084a5a3b35 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] Unset dirty status for tenant:b0f500fcba164b3aa82caba7daafbee4 on resource:port {{(pid=86392) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:30:33.334497 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-80cc183d-beb9-4716-bd4d-3682745977f4 req-56e20985-652b-4505-9686-c0084a5a3b35 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed9e91c2-f76f-4070-ae59-5fe3ed3629b2 HTTP/1.1" status: 200 len: 210 time: 0.0651898 Apr 20 18:30:33.420718 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937212e-b4b7-477a-936e-0f4e39699508 req-9bed771b-29dd-4c72-8bb4-0ab6b6c1b90a tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:33.422398 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-9937212e-b4b7-477a-936e-0f4e39699508 req-9bed771b-29dd-4c72-8bb4-0ab6b6c1b90a tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/ports?device_id=4722ccd8-f7c9-4c68-9967-e1c1e00960df HTTP/1.1" status: 200 len: 946 time: 0.2373345 Apr 20 18:30:33.475274 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device ee9e5ed3-9f0a-437f-8765-d78e5211cd9e details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:30:33.569723 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-9937212e-b4b7-477a-936e-0f4e39699508 req-e6fdb213-4a8c-4f9d-b2bd-0076c22e8e5e tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ed32cec-6957-435a-bfeb-34cb0da197c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398754 Apr 20 18:30:33.704632 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port ee9e5ed3-9f0a-437f-8765-d78e5211cd9e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ee9e5ed3-9f0a-437f-8765-d78e5211cd9e,segment=NetworkSegment(82907d5d-c5ab-49be-a862-bc6a55093b82),segment_id=82907d5d-c5ab-49be-a862-bc6a55093b82)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:30:33.724178 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Returning: {'device': 'ee9e5ed3-9f0a-437f-8765-d78e5211cd9e', 'network_id': '5f3be27d-d150-4560-88c9-da210cd6fce2', 'port_id': 'ee9e5ed3-9f0a-437f-8765-d78e5211cd9e', 'mac_address': 'fa:16:3e:95:fc:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5148694a-3b17-480f-8370-04be537b71c0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:30:33.738587 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a007b55-4306-4fd1-bf8e-67546e2f3e25 req-7036a89b-cf28-4505-acd2-87f1397f335f tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:33.751481 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-8a007b55-4306-4fd1-bf8e-67546e2f3e25 req-7036a89b-cf28-4505-acd2-87f1397f335f tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?device_id=38b3f1e7-dfbd-4260-8be4-7b2d5430bc5e HTTP/1.1" status: 200 len: 931 time: 0.1499417 Apr 20 18:30:33.789483 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [req-e1040660-cc6d-40ea-80ae-aee5ee1bfb8b req-612fb283-3d89-411b-b348-c64d1cac876b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a230b58-7a09-4c98-b20a-9bbcf4c21a7a {{(pid=86391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:30:33.793468 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:33.809113 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-e1040660-cc6d-40ea-80ae-aee5ee1bfb8b req-612fb283-3d89-411b-b348-c64d1cac876b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:33.813816 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee9e5ed3-9f0a-437f-8765-d78e5211cd9e {{(pid=86393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:30:33.827470 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-8a007b55-4306-4fd1-bf8e-67546e2f3e25 req-adfcce4e-8fe3-4965-89e3-9e4e015f2068 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/security-groups?id=18dbf877-4418-4cf7-b982-e374a1f22360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745533 Apr 20 18:30:33.832531 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port ee9e5ed3-9f0a-437f-8765-d78e5211cd9e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ee9e5ed3-9f0a-437f-8765-d78e5211cd9e,segment=NetworkSegment(82907d5d-c5ab-49be-a862-bc6a55093b82),segment_id=82907d5d-c5ab-49be-a862-bc6a55093b82)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:30:33.837229 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:33.840207 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:33.850915 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [req-e1040660-cc6d-40ea-80ae-aee5ee1bfb8b req-612fb283-3d89-411b-b348-c64d1cac876b service neutron] Transition to ACTIVE for port object 7a230b58-7a09-4c98-b20a-9bbcf4c21a7a will not be triggered until provisioned by entity L2. {{(pid=86391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:30:33.855801 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-e1040660-cc6d-40ea-80ae-aee5ee1bfb8b req-612fb283-3d89-411b-b348-c64d1cac876b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:33.862339 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:34.003927 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612fb283-3d89-411b-b348-c64d1cac876b service neutron] Pushing event updated for resources: {'Port': ['ID=7a230b58-7a09-4c98-b20a-9bbcf4c21a7a,revision_number=2']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:34.014981 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-612fb283-3d89-411b-b348-c64d1cac876b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:34.039135 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Pushing event updated for resources: {'Port': ['ID=ee9e5ed3-9f0a-437f-8765-d78e5211cd9e,revision_number=4']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:34.042853 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:34.140126 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a3378-234f-493a-8553-4022a328c9b5 req-427e9a84-d93e-4d15-8498-60965de886b5 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:34.141886 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-372a3378-234f-493a-8553-4022a328c9b5 req-427e9a84-d93e-4d15-8498-60965de886b5 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf0196c-e851-4048-99ff-d4bae361dcdf HTTP/1.1" status: 200 len: 944 time: 0.1266813 Apr 20 18:30:34.193456 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-372a3378-234f-493a-8553-4022a328c9b5 req-6334d4bd-ec59-4038-8b7a-b797310d8499 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a492436-07ff-4887-a26d-036eef2a55dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444252 Apr 20 18:30:34.198129 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [req-e1040660-cc6d-40ea-80ae-aee5ee1bfb8b req-612fb283-3d89-411b-b348-c64d1cac876b service neutron] Attempting to bind port 7a230b58-7a09-4c98-b20a-9bbcf4c21a7a on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:30:34.198502 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [req-e1040660-cc6d-40ea-80ae-aee5ee1bfb8b req-612fb283-3d89-411b-b348-c64d1cac876b service neutron] Attempting to bind port 7a230b58-7a09-4c98-b20a-9bbcf4c21a7a by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '6a0be6b6-b186-485f-b80c-5e6aa7f438bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '69eb6f97-ea3e-4050-89c1-6e90e1792b19'}] {{(pid=86391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:30:34.198954 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1040660-cc6d-40ea-80ae-aee5ee1bfb8b req-612fb283-3d89-411b-b348-c64d1cac876b service neutron] Attempting to bind port 7a230b58-7a09-4c98-b20a-9bbcf4c21a7a on network 69eb6f97-ea3e-4050-89c1-6e90e1792b19 {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:30:34.207479 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1040660-cc6d-40ea-80ae-aee5ee1bfb8b req-612fb283-3d89-411b-b348-c64d1cac876b service neutron] Port 7a230b58-7a09-4c98-b20a-9bbcf4c21a7a on network 69eb6f97-ea3e-4050-89c1-6e90e1792b19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:30:34.207842 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1040660-cc6d-40ea-80ae-aee5ee1bfb8b req-612fb283-3d89-411b-b348-c64d1cac876b service neutron] Attempting to bind port 7a230b58-7a09-4c98-b20a-9bbcf4c21a7a on network 69eb6f97-ea3e-4050-89c1-6e90e1792b19 {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:30:34.221048 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7848fe-50ae-4c2e-9b46-2dc6897763e1 req-5d078f5b-32a1-4e45-a2b4-47392e18f36f tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:34.222674 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-9b7848fe-50ae-4c2e-9b46-2dc6897763e1 req-5d078f5b-32a1-4e45-a2b4-47392e18f36f tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 945 time: 0.2862461 Apr 20 18:30:34.225572 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1040660-cc6d-40ea-80ae-aee5ee1bfb8b req-612fb283-3d89-411b-b348-c64d1cac876b service neutron] Checking agent: {'id': '263cae3f-8754-41ef-b011-a572dc0aeed8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 27, 47), 'started_at': datetime.datetime(2021, 4, 20, 18, 27, 47), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:30:34.225948 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1040660-cc6d-40ea-80ae-aee5ee1bfb8b req-612fb283-3d89-411b-b348-c64d1cac876b service neutron] Checking segment: {'id': '6a0be6b6-b186-485f-b80c-5e6aa7f438bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '69eb6f97-ea3e-4050-89c1-6e90e1792b19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:30:34.227981 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1040660-cc6d-40ea-80ae-aee5ee1bfb8b req-612fb283-3d89-411b-b348-c64d1cac876b service neutron] Bound using segment: {'id': '6a0be6b6-b186-485f-b80c-5e6aa7f438bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '69eb6f97-ea3e-4050-89c1-6e90e1792b19'} {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:30:34.227981 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [req-e1040660-cc6d-40ea-80ae-aee5ee1bfb8b req-612fb283-3d89-411b-b348-c64d1cac876b service neutron] Bound port: 7a230b58-7a09-4c98-b20a-9bbcf4c21a7a, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a0be6b6-b186-485f-b80c-5e6aa7f438bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '69eb6f97-ea3e-4050-89c1-6e90e1792b19'}}] {{(pid=86391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:30:34.227981 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-e1040660-cc6d-40ea-80ae-aee5ee1bfb8b req-612fb283-3d89-411b-b348-c64d1cac876b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:34.332028 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] get_ports_and_sgs() called for port_ids ['ee9e5ed3-9f0a-437f-8765-d78e5211cd9e'] {{(pid=86393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:30:34.343787 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-9b7848fe-50ae-4c2e-9b46-2dc6897763e1 req-3afd66a4-c8c5-4c2d-a862-744729a5be17 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029e925-67cb-4402-81c8-a9bf97a752e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051395 Apr 20 18:30:34.381054 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [req-e1040660-cc6d-40ea-80ae-aee5ee1bfb8b req-612fb283-3d89-411b-b348-c64d1cac876b service neutron] For port 7a230b58-7a09-4c98-b20a-9bbcf4c21a7a, host hv-cinder-78693, cleared binding levels {{(pid=86391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:30:34.386098 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [req-e1040660-cc6d-40ea-80ae-aee5ee1bfb8b req-612fb283-3d89-411b-b348-c64d1cac876b service neutron] For port 7a230b58-7a09-4c98-b20a-9bbcf4c21a7a, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7a230b58-7a09-4c98-b20a-9bbcf4c21a7a,segment=NetworkSegment(6a0be6b6-b186-485f-b80c-5e6aa7f438bb),segment_id=6a0be6b6-b186-485f-b80c-5e6aa7f438bb)] {{(pid=86391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:30:34.390866 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-e1040660-cc6d-40ea-80ae-aee5ee1bfb8b req-612fb283-3d89-411b-b348-c64d1cac876b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:34.397351 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:34.413858 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972cf564-ddd2-4d56-a661-197fb04340f1 req-2d5e0a07-40cd-46c0-8441-ff14dc817157 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:34.416258 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-972cf564-ddd2-4d56-a661-197fb04340f1 req-2d5e0a07-40cd-46c0-8441-ff14dc817157 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=218186a4-cdc1-4f70-b2f9-9b892470334d HTTP/1.1" status: 200 len: 945 time: 0.1128488 Apr 20 18:30:34.463584 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1040660-cc6d-40ea-80ae-aee5ee1bfb8b req-612fb283-3d89-411b-b348-c64d1cac876b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:34.464265 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-e1040660-cc6d-40ea-80ae-aee5ee1bfb8b req-612fb283-3d89-411b-b348-c64d1cac876b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for port, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:34.465795 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e1040660-cc6d-40ea-80ae-aee5ee1bfb8b req-612fb283-3d89-411b-b348-c64d1cac876b service neutron] 10.222.0.46 "PUT /v2.0/ports/7a230b58-7a09-4c98-b20a-9bbcf4c21a7a HTTP/1.1" status: 200 len: 1093 time: 1.3807545 Apr 20 18:30:34.466500 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38b3f1e7-dfbd-4260-8be4-7b2d5430bc5e', 'tag': '7a230b58-7a09-4c98-b20a-9bbcf4c21a7a'}] {{(pid=86391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:30:34.480611 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-972cf564-ddd2-4d56-a661-197fb04340f1 req-6fc774c2-6d03-43fc-a9cd-047bd1b0dfd0 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574546 Apr 20 18:30:34.494414 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7156a4bb-3899-4f14-98d6-4edc78bd8159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f490f4f7-9b25-4b64-ab37-aa339d70f1c1'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:30:34.525621 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612fb283-3d89-411b-b348-c64d1cac876b service neutron] Pushing event updated for resources: {'Port': ['ID=7a230b58-7a09-4c98-b20a-9bbcf4c21a7a,revision_number=3']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:34.530828 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-612fb283-3d89-411b-b348-c64d1cac876b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:34.571911 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7156a4bb-3899-4f14-98d6-4edc78bd8159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f490f4f7-9b25-4b64-ab37-aa339d70f1c1', 'code': 200} Apr 20 18:30:34.584267 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38b3f1e7-dfbd-4260-8be4-7b2d5430bc5e', 'tag': '7a230b58-7a09-4c98-b20a-9bbcf4c21a7a', 'status': 'completed', 'code': 200} Apr 20 18:30:34.641213 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1040660-cc6d-40ea-80ae-aee5ee1bfb8b req-830631e7-9389-4194-978d-44dc5e6f2be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:34.642875 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e1040660-cc6d-40ea-80ae-aee5ee1bfb8b req-830631e7-9389-4194-978d-44dc5e6f2be8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c10c8e1bd4ff416298fcc5e373996fcd&device_id=38b3f1e7-dfbd-4260-8be4-7b2d5430bc5e HTTP/1.1" status: 200 len: 1096 time: 0.1135383 Apr 20 18:30:34.791916 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e1040660-cc6d-40ea-80ae-aee5ee1bfb8b req-cdf55c1a-8251-4285-9fae-984d985bc3f7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a230b58-7a09-4c98-b20a-9bbcf4c21a7a HTTP/1.1" status: 200 len: 217 time: 0.1399934 Apr 20 18:30:34.883604 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d733ff-2f22-43d5-857b-61d5ec0d5cea req-1d332079-2720-4afc-afca-064d73c72e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:34.887841 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-22d733ff-2f22-43d5-857b-61d5ec0d5cea req-1d332079-2720-4afc-afca-064d73c72e9c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 1098 time: 0.1114972 Apr 20 18:30:34.931080 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1040660-cc6d-40ea-80ae-aee5ee1bfb8b req-6c021dc2-5518-459b-a13d-8f8987c453c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:34.932785 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e1040660-cc6d-40ea-80ae-aee5ee1bfb8b req-6c021dc2-5518-459b-a13d-8f8987c453c2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=97c6181f-cafd-4b1b-a893-b50fc49a5af4 HTTP/1.1" status: 200 len: 855 time: 0.1280742 Apr 20 18:30:34.944041 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502960eb-c943-4276-9c50-06841fdb7eac req-fa54a1c8-d242-4ba4-ae1c-6eb7adcbd7b4 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:34.945862 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-502960eb-c943-4276-9c50-06841fdb7eac req-fa54a1c8-d242-4ba4-ae1c-6eb7adcbd7b4 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/ports?device_id=4722ccd8-f7c9-4c68-9967-e1c1e00960df HTTP/1.1" status: 200 len: 946 time: 0.1983092 Apr 20 18:30:34.955029 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-22d733ff-2f22-43d5-857b-61d5ec0d5cea req-9a63db9c-1741-4ddf-bcdb-dc6b4fbb2ccb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9029e925-67cb-4402-81c8-a9bf97a752e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590937 Apr 20 18:30:35.018052 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e1040660-cc6d-40ea-80ae-aee5ee1bfb8b req-18fdf2d1-7849-4007-99db-8270bf849d60 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=69eb6f97-ea3e-4050-89c1-6e90e1792b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665188 Apr 20 18:30:35.049816 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-502960eb-c943-4276-9c50-06841fdb7eac req-fb508413-6dd4-41b0-a47f-fc126d052ac4 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ed32cec-6957-435a-bfeb-34cb0da197c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551691 Apr 20 18:30:35.072495 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce36e7-e888-4bfe-846e-3c180d8c5094 req-fb3d93cd-ab54-44ac-8cfc-8ccb2fea7c7e tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:35.074370 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-abce36e7-e888-4bfe-846e-3c180d8c5094 req-fb3d93cd-ab54-44ac-8cfc-8ccb2fea7c7e tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?device_id=38b3f1e7-dfbd-4260-8be4-7b2d5430bc5e HTTP/1.1" status: 200 len: 943 time: 0.0999999 Apr 20 18:30:35.131842 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-abce36e7-e888-4bfe-846e-3c180d8c5094 req-285a0041-8769-413a-a08b-da07b60ef628 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/security-groups?id=18dbf877-4418-4cf7-b982-e374a1f22360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483074 Apr 20 18:30:35.197381 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e1040660-cc6d-40ea-80ae-aee5ee1bfb8b req-28c69e65-6e4a-4bd9-9c4e-1f428f88e53b service neutron] 10.222.0.46 "GET /v2.0/networks/69eb6f97-ea3e-4050-89c1-6e90e1792b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437767 Apr 20 18:30:35.402133 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb01ed8-f6d8-400f-a884-00714dd5692a req-8d75e9f0-51f6-4b11-af00-897da6bedc01 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:35.409866 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-4bb01ed8-f6d8-400f-a884-00714dd5692a req-8d75e9f0-51f6-4b11-af00-897da6bedc01 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf0196c-e851-4048-99ff-d4bae361dcdf HTTP/1.1" status: 200 len: 944 time: 0.0995846 Apr 20 18:30:35.433880 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d6678e-1219-41b9-9f52-64c2b03de42b req-7fcd5436-787b-4dff-b229-d3e15be8e563 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:35.435676 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-14d6678e-1219-41b9-9f52-64c2b03de42b req-7fcd5436-787b-4dff-b229-d3e15be8e563 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/ports?device_id=4722ccd8-f7c9-4c68-9967-e1c1e00960df HTTP/1.1" status: 200 len: 946 time: 0.2328992 Apr 20 18:30:35.448352 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e1040660-cc6d-40ea-80ae-aee5ee1bfb8b req-1e2c46d3-a09a-4b32-ba00-c88ebe6a41b5 service neutron] 10.222.0.46 "GET /v2.0/networks/69eb6f97-ea3e-4050-89c1-6e90e1792b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975877 Apr 20 18:30:35.449040 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 33670) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:35.455333 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-c1282f01-8701-4047-bf09-d8f1c67803f5 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Request body: {'floatingip': {'port_id': 'ea78babd-8254-4f3a-9a92-44ab55032223'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:30:35.494392 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-4bb01ed8-f6d8-400f-a884-00714dd5692a req-b5066833-7c49-425d-ab3c-583012cd73a5 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a492436-07ff-4887-a26d-036eef2a55dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835440 Apr 20 18:30:35.497541 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device ee9e5ed3-9f0a-437f-8765-d78e5211cd9e up at agent hyperv_hv-cinder-78693 {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:30:35.566009 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-c1282f01-8701-4047-bf09-d8f1c67803f5 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks [] for floatingip, before_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:35.579474 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Provisioning for port ee9e5ed3-9f0a-437f-8765-d78e5211cd9e completed by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:30:35.586929 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Provisioning complete for port ee9e5ed3-9f0a-437f-8765-d78e5211cd9e triggered by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:30:35.587551 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:35.778679 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa9fd27-a7b0-4dde-8e7f-6f17cd3f936e req-87459db7-0a6b-4d76-80f5-0b1535c67f48 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:35.781720 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-8fa9fd27-a7b0-4dde-8e7f-6f17cd3f936e req-87459db7-0a6b-4d76-80f5-0b1535c67f48 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=218186a4-cdc1-4f70-b2f9-9b892470334d HTTP/1.1" status: 200 len: 945 time: 0.1393425 Apr 20 18:30:35.906098 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-8fa9fd27-a7b0-4dde-8e7f-6f17cd3f936e req-39a6561c-0dd7-471c-8e7b-faa768ea2aec tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139610 Apr 20 18:30:35.947803 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade36e1d-8c92-4efa-b794-bbb4db5b5b59 req-01188b70-e74c-48ee-93a7-96b4cfc7ad21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:35.949414 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ade36e1d-8c92-4efa-b794-bbb4db5b5b59 req-01188b70-e74c-48ee-93a7-96b4cfc7ad21 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c10c8e1bd4ff416298fcc5e373996fcd&device_id=38b3f1e7-dfbd-4260-8be4-7b2d5430bc5e HTTP/1.1" status: 200 len: 1096 time: 0.2629032 Apr 20 18:30:35.959979 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:35.977093 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185bbe32-0ca3-4f1e-a165-10efb82b0a81 req-30e91a31-c8b4-4d16-bb3d-82169439e664 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:35.978697 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-185bbe32-0ca3-4f1e-a165-10efb82b0a81 req-30e91a31-c8b4-4d16-bb3d-82169439e664 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 945 time: 0.3329728 Apr 20 18:30:35.996186 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port ee9e5ed3-9f0a-437f-8765-d78e5211cd9e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ee9e5ed3-9f0a-437f-8765-d78e5211cd9e,segment=NetworkSegment(82907d5d-c5ab-49be-a862-bc6a55093b82),segment_id=82907d5d-c5ab-49be-a862-bc6a55093b82)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:30:36.000093 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:36.001110 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device 9bc23d55-40b6-4784-be6d-a2459485970b no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:30:36.033590 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:36.092736 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] No Port match for: 9bc23d55-40b6-4784-be6d-a2459485970b {{(pid=86393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:30:36.093491 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device 9bc23d55-40b6-4784-be6d-a2459485970b not bound to the agent host hv-cinder-78693 {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:30:36.129162 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Pushing event updated for resources: {'Port': ['ID=ee9e5ed3-9f0a-437f-8765-d78e5211cd9e,revision_number=5']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:36.134376 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:36.370051 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc03370-efd9-4aad-9244-457ea3ffb891 req-ef5c2d27-9ddb-481c-bcf2-eb4c2dedeb44 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:36.371743 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-3bc03370-efd9-4aad-9244-457ea3ffb891 req-ef5c2d27-9ddb-481c-bcf2-eb4c2dedeb44 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?device_id=38b3f1e7-dfbd-4260-8be4-7b2d5430bc5e HTTP/1.1" status: 200 len: 943 time: 0.1114686 Apr 20 18:30:36.422313 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-3bc03370-efd9-4aad-9244-457ea3ffb891 req-ccbd74d8-60c3-4a03-b744-a9250845b404 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/security-groups?id=18dbf877-4418-4cf7-b982-e374a1f22360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435660 Apr 20 18:30:36.485039 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-185bbe32-0ca3-4f1e-a165-10efb82b0a81 req-7ddccadd-2c2b-451e-a8af-bfb8c313d9ae tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029e925-67cb-4402-81c8-a9bf97a752e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2690942 Apr 20 18:30:36.560438 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade36e1d-8c92-4efa-b794-bbb4db5b5b59 req-ecfd967d-e30c-4839-91fe-443f47e04f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:36.562125 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ade36e1d-8c92-4efa-b794-bbb4db5b5b59 req-ecfd967d-e30c-4839-91fe-443f47e04f0c service neutron] 10.222.0.46 "GET /v2.0/networks?id=69eb6f97-ea3e-4050-89c1-6e90e1792b19 HTTP/1.1" status: 200 len: 916 time: 0.5993936 Apr 20 18:30:36.572779 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf0196c-e851-4048-99ff-d4bae361dcdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9e5ed3-9f0a-437f-8765-d78e5211cd9e'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:30:36.636744 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 33700) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:36.683679 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf0196c-e851-4048-99ff-d4bae361dcdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9e5ed3-9f0a-437f-8765-d78e5211cd9e', 'code': 200} Apr 20 18:30:36.712846 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.db_base_plugin_v2 [None req-5423c22d-5e60-4f0d-bf72-3ae50ddd446b admin admin] Deleting subnet e21f1798-5b32-4cd6-8975-650f5f132730 {{(pid=86392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 18:30:36.717048 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-5423c22d-5e60-4f0d-bf72-3ae50ddd446b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:36.747190 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ade36e1d-8c92-4efa-b794-bbb4db5b5b59 req-23e7c837-ed36-467b-8d9d-de7122fcbab4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a230b58-7a09-4c98-b20a-9bbcf4c21a7a HTTP/1.1" status: 200 len: 217 time: 0.1128564 Apr 20 18:30:36.777461 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-5423c22d-5e60-4f0d-bf72-3ae50ddd446b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2213469'] for subnet, precommit_delete_associations {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:36.882019 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-5423c22d-5e60-4f0d-bf72-3ae50ddd446b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663204'] for subnet, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:37.014961 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade36e1d-8c92-4efa-b794-bbb4db5b5b59 req-b7b99982-c283-49a2-91ee-23d2007ab017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:37.016517 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ade36e1d-8c92-4efa-b794-bbb4db5b5b59 req-b7b99982-c283-49a2-91ee-23d2007ab017 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=97c6181f-cafd-4b1b-a893-b50fc49a5af4 HTTP/1.1" status: 200 len: 855 time: 0.1317801 Apr 20 18:30:37.131328 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ade36e1d-8c92-4efa-b794-bbb4db5b5b59 req-061f8b89-e14e-46ef-ab43-d6ee093561a1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=69eb6f97-ea3e-4050-89c1-6e90e1792b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0961061 Apr 20 18:30:37.142825 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75b0389-170b-4db1-9bea-5facd6d95c90 req-dcfe6b30-09db-40d0-bc7c-e9563e1a10bf tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:37.144347 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-b75b0389-170b-4db1-9bea-5facd6d95c90 req-dcfe6b30-09db-40d0-bc7c-e9563e1a10bf tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf0196c-e851-4048-99ff-d4bae361dcdf HTTP/1.1" status: 200 len: 945 time: 0.4333527 Apr 20 18:30:37.179439 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71561fd-dab7-40f7-8448-5bc7ddb5116e req-c7b69020-b5f8-4e1d-8d01-0969e706d5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:37.181038 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-c71561fd-dab7-40f7-8448-5bc7ddb5116e req-c7b69020-b5f8-4e1d-8d01-0969e706d5fb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=baf0196c-e851-4048-99ff-d4bae361dcdf HTTP/1.1" status: 200 len: 1098 time: 0.2628391 Apr 20 18:30:37.231007 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.db.resource_extend [None req-c1282f01-8701-4047-bf09-d8f1c67803f5 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 20 18:30:37.311767 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-c71561fd-dab7-40f7-8448-5bc7ddb5116e req-309a2cc0-332e-42cd-bd17-24e40ceed672 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8a492436-07ff-4887-a26d-036eef2a55dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158743 Apr 20 18:30:37.335839 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107aaa4f-2223-4446-b8bb-b06b4600b3ab req-3b565ed0-60ea-4f10-a798-bfe6b4d32d50 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:37.338092 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-107aaa4f-2223-4446-b8bb-b06b4600b3ab req-3b565ed0-60ea-4f10-a798-bfe6b4d32d50 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=218186a4-cdc1-4f70-b2f9-9b892470334d HTTP/1.1" status: 200 len: 945 time: 0.2556274 Apr 20 18:30:37.372828 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-5423c22d-5e60-4f0d-bf72-3ae50ddd446b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854112612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852621942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086978'] for subnet, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:37.390336 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:37.403870 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-c1282f01-8701-4047-bf09-d8f1c67803f5 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:37.411519 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-b75b0389-170b-4db1-9bea-5facd6d95c90 req-25a10ecf-20ca-4da6-b829-7725cc228ee3 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a492436-07ff-4887-a26d-036eef2a55dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374625 Apr 20 18:30:37.421136 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-c1282f01-8701-4047-bf09-d8f1c67803f5 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854378574'] for floatingip, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:37.437662 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-107aaa4f-2223-4446-b8bb-b06b4600b3ab req-b6985863-617d-4ebd-a9ed-96b3836185ae tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908072 Apr 20 18:30:37.438780 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-5423c22d-5e60-4f0d-bf72-3ae50ddd446b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for subnet, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:37.441735 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5423c22d-5e60-4f0d-bf72-3ae50ddd446b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e21f1798-5b32-4cd6-8975-650f5f132730,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:37.461298 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423c22d-5e60-4f0d-bf72-3ae50ddd446b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:37.461298 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423c22d-5e60-4f0d-bf72-3ae50ddd446b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:37.461298 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423c22d-5e60-4f0d-bf72-3ae50ddd446b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:37.461298 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423c22d-5e60-4f0d-bf72-3ae50ddd446b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:37.461298 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423c22d-5e60-4f0d-bf72-3ae50ddd446b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:37.461298 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423c22d-5e60-4f0d-bf72-3ae50ddd446b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:37.461298 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423c22d-5e60-4f0d-bf72-3ae50ddd446b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:37.461298 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423c22d-5e60-4f0d-bf72-3ae50ddd446b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:37.461298 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423c22d-5e60-4f0d-bf72-3ae50ddd446b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:37.461298 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423c22d-5e60-4f0d-bf72-3ae50ddd446b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:37.461298 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423c22d-5e60-4f0d-bf72-3ae50ddd446b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:37.461298 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423c22d-5e60-4f0d-bf72-3ae50ddd446b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:37.464757 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-5423c22d-5e60-4f0d-bf72-3ae50ddd446b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:37.466965 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-5423c22d-5e60-4f0d-bf72-3ae50ddd446b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e21f1798-5b32-4cd6-8975-650f5f132730 HTTP/1.1" status: 204 len: 168 time: 0.8288560 Apr 20 18:30:37.470130 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 33714) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:37.557797 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ade36e1d-8c92-4efa-b794-bbb4db5b5b59 req-4b7385df-8aa7-4107-b345-7623e2f7916a service neutron] 10.222.0.46 "GET /v2.0/networks/69eb6f97-ea3e-4050-89c1-6e90e1792b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4124122 Apr 20 18:30:37.875911 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-b0b6eba7-19e2-4199-94a7-b878b23a8be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569320'] for network, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:37.962755 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb457b-2490-4402-b516-e7dcff3ec1e9 req-44a3efb6-9464-45e8-b09c-6ae9d953c64d tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:37.964515 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ffcb457b-2490-4402-b516-e7dcff3ec1e9 req-44a3efb6-9464-45e8-b09c-6ae9d953c64d tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 945 time: 0.2509525 Apr 20 18:30:38.031063 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.db.l3_db [None req-c1282f01-8701-4047-bf09-d8f1c67803f5 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Floating IP d5e6c0b3-4c9c-4e22-bd7a-b9f84c8733fb associated. External IP: 172.28.1.19, port: ea78babd-8254-4f3a-9a92-44ab55032223. Apr 20 18:30:38.067751 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-b0b6eba7-19e2-4199-94a7-b878b23a8be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854112527', 'neutron.services.segments.db._delete_segments_for_network-8758776337267'] for network, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:38.164651 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ade36e1d-8c92-4efa-b794-bbb4db5b5b59 req-352ab5a7-34d3-487c-80cb-80bf5d2bae7a service neutron] 10.222.0.46 "GET /v2.0/networks/69eb6f97-ea3e-4050-89c1-6e90e1792b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5995424 Apr 20 18:30:38.188057 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8935fa-cd3f-4128-b751-f7c61f3f12bd req-8c61cea0-be0b-4fa3-94a2-c1626711bc82 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:38.188374 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.services.segments.db [None req-b0b6eba7-19e2-4199-94a7-b878b23a8be4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a373e992-f70d-4755-9565-4700e4745981']}} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:30:38.188887 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-7d8935fa-cd3f-4128-b751-f7c61f3f12bd req-8c61cea0-be0b-4fa3-94a2-c1626711bc82 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Synchronizing usage tracker for tenant:c10c8e1bd4ff416298fcc5e373996fcd on resource:port {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:30:38.206923 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.services.segments.db [None req-b0b6eba7-19e2-4199-94a7-b878b23a8be4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd803accb-b110-48f6-8bb7-f0e0f7f5c1e9') {'for_net_delete': True} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:30:38.207400 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.services.segments.db [None req-b0b6eba7-19e2-4199-94a7-b878b23a8be4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd803accb-b110-48f6-8bb7-f0e0f7f5c1e9') {} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:30:38.226859 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-7d8935fa-cd3f-4128-b751-f7c61f3f12bd req-8c61cea0-be0b-4fa3-94a2-c1626711bc82 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Unset dirty status for tenant:c10c8e1bd4ff416298fcc5e373996fcd on resource:port {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:30:38.228077 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-b0b6eba7-19e2-4199-94a7-b878b23a8be4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278078409571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852562347'] for segment, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:38.228198 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-7d8935fa-cd3f-4128-b751-f7c61f3f12bd req-8c61cea0-be0b-4fa3-94a2-c1626711bc82 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?device_id=38b3f1e7-dfbd-4260-8be4-7b2d5430bc5e HTTP/1.1" status: 200 len: 943 time: 0.6673484 Apr 20 18:30:38.255351 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-b0b6eba7-19e2-4199-94a7-b878b23a8be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854116670'] for segment, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:38.260334 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ffcb457b-2490-4402-b516-e7dcff3ec1e9 req-e916b08d-70cd-4fd8-be5c-d35c64c20e2d tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029e925-67cb-4402-81c8-a9bf97a752e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2286682 Apr 20 18:30:38.267823 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0b6eba7-19e2-4199-94a7-b878b23a8be4 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=86392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 18:30:38.307590 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-7d8935fa-cd3f-4128-b751-f7c61f3f12bd req-623c3186-e60e-46cf-aa42-0a48b054bb9e tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/security-groups?id=18dbf877-4418-4cf7-b982-e374a1f22360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632181 Apr 20 18:30:38.587810 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-b0b6eba7-19e2-4199-94a7-b878b23a8be4 admin admin] Network a373e992-f70d-4755-9565-4700e4745981 has no segments {{(pid=86392) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:30:38.605308 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-b0b6eba7-19e2-4199-94a7-b878b23a8be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-659125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2155049'] for segment, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:38.684144 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1282f01-8701-4047-bf09-d8f1c67803f5 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Router e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c has already been hosted by L3 agent 41e81354-1f58-48e6-8416-2f8b62d59447 {{(pid=86391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:30:38.787777 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d668287-5602-4279-8d09-4fd34b469a2f req-d8a36d90-a64f-4776-9fef-076eb9868bfc tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:38.789400 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-0d668287-5602-4279-8d09-4fd34b469a2f req-d8a36d90-a64f-4776-9fef-076eb9868bfc tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 945 time: 0.3764524 Apr 20 18:30:38.805939 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 33742) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:38.822945 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-c1ca76b1-13ab-4b0f-a5d7-d765c96cf960 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Request body: {'floatingip': {'port_id': 'f490f4f7-9b25-4b64-ab37-aa339d70f1c1'}} {{(pid=86392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:30:38.896453 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d898da1-c9c3-4a52-afd4-aaa76eded70f req-1924def5-2522-44c1-8ee8-048ab5b5ed86 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:38.898754 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-4d898da1-c9c3-4a52-afd4-aaa76eded70f req-1924def5-2522-44c1-8ee8-048ab5b5ed86 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf0196c-e851-4048-99ff-d4bae361dcdf HTTP/1.1" status: 200 len: 945 time: 0.2882609 Apr 20 18:30:38.915613 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-c1ca76b1-13ab-4b0f-a5d7-d765c96cf960 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks [] for floatingip, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:38.956123 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 33748) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:38.983691 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-b0b6eba7-19e2-4199-94a7-b878b23a8be4 admin admin] Network a373e992-f70d-4755-9565-4700e4745981 has no segments {{(pid=86392) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:30:38.987565 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1282f01-8701-4047-bf09-d8f1c67803f5 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify agent at l3_agent.dv-cinder-786932-2-smb the message routers_updated {{(pid=86391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:30:38.995261 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-4d898da1-c9c3-4a52-afd4-aaa76eded70f req-52c743bf-89db-4704-b8a2-ef670dc0e850 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a492436-07ff-4887-a26d-036eef2a55dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900235 Apr 20 18:30:39.000349 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-c1282f01-8701-4047-bf09-d8f1c67803f5 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031'] for floatingip, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:39.007240 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0fe027-eef3-4bbe-b30d-c00e28d54e67 None None] Sync routers for ids ['e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c'] in dv-cinder-786932-2-smb {{(pid=86394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:30:39.020545 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0fe027-eef3-4bbe-b30d-c00e28d54e67 None None] Routers {'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:30:39.021425 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-cb0fe027-eef3-4bbe-b30d-c00e28d54e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:30:26Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c'], 'active': True} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:30:39.051508 dv-cinder-786932-2-smb neutron-server[86278]: Traceback (most recent call last): Apr 20 18:30:39.051508 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 18:30:39.051508 dv-cinder-786932-2-smb neutron-server[86278]: timer() Apr 20 18:30:39.051508 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:30:39.051508 dv-cinder-786932-2-smb neutron-server[86278]: cb(*args, **kw) Apr 20 18:30:39.051508 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 18:30:39.051508 dv-cinder-786932-2-smb neutron-server[86278]: return func(*args, **kwargs) Apr 20 18:30:39.051508 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:30:39.051508 dv-cinder-786932-2-smb neutron-server[86278]: self._notify() Apr 20 18:30:39.051508 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:30:39.051508 dv-cinder-786932-2-smb neutron-server[86278]: self.callback(batched_events) Apr 20 18:30:39.051508 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:30:39.051508 dv-cinder-786932-2-smb neutron-server[86278]: event.method(event) Apr 20 18:30:39.051508 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:30:39.051508 dv-cinder-786932-2-smb neutron-server[86278]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:30:39.051508 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 18:30:39.051508 dv-cinder-786932-2-smb neutron-server[86278]: segment_id)['aggregates'][0] Apr 20 18:30:39.051508 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:30:39.051508 dv-cinder-786932-2-smb neutron-server[86278]: return f(self, *a, **k) Apr 20 18:30:39.051508 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 18:30:39.051508 dv-cinder-786932-2-smb neutron-server[86278]: return self._get(url).json() Apr 20 18:30:39.051508 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:30:39.051508 dv-cinder-786932-2-smb neutron-server[86278]: **kwargs) Apr 20 18:30:39.051508 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 18:30:39.051508 dv-cinder-786932-2-smb neutron-server[86278]: return self.request(url, 'GET', **kwargs) Apr 20 18:30:39.051508 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 18:30:39.051508 dv-cinder-786932-2-smb neutron-server[86278]: **endpoint_filter) Apr 20 18:30:39.051508 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 18:30:39.051508 dv-cinder-786932-2-smb neutron-server[86278]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:30:39.051508 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 18:30:39.051508 dv-cinder-786932-2-smb neutron-server[86278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:30:39.051508 dv-cinder-786932-2-smb neutron-server[86278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:30:39.086448 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-c1282f01-8701-4047-bf09-d8f1c67803f5 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "PUT /v2.0/floatingips/d5e6c0b3-4c9c-4e22-bd7a-b9f84c8733fb HTTP/1.1" status: 200 len: 991 time: 3.6332161 Apr 20 18:30:39.086448 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4722ccd8-f7c9-4c68-9967-e1c1e00960df', 'tag': 'ea78babd-8254-4f3a-9a92-44ab55032223'}] {{(pid=86391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:30:39.137056 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-a53568da-16e4-4888-932f-b0b88ffc5c56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:39.156554 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-a53568da-16e4-4888-932f-b0b88ffc5c56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:39.160902 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-a53568da-16e4-4888-932f-b0b88ffc5c56 admin admin] Usage tracker for resource:security_group_rule and tenant:1ed7f40789e14721908ce0df510c2ca6 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:39.165214 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-a53568da-16e4-4888-932f-b0b88ffc5c56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:39.181222 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-a53568da-16e4-4888-932f-b0b88ffc5c56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:39.245347 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-cb0fe027-eef3-4bbe-b30d-c00e28d54e67 None None] Set router e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c gateway port host: dv-cinder-786932-2-smb {{(pid=86394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:30:39.275597 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-b0b6eba7-19e2-4199-94a7-b878b23a8be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-663289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854378623'] for network, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:39.294896 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-42d9f0c7-1964-45e9-a7b6-c7c84cfffaf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:39.310872 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-b0b6eba7-19e2-4199-94a7-b878b23a8be4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for network, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:39.321624 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-a53568da-16e4-4888-932f-b0b88ffc5c56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:39.326321 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4722ccd8-f7c9-4c68-9967-e1c1e00960df', 'tag': 'ea78babd-8254-4f3a-9a92-44ab55032223', 'status': 'completed', 'code': 200} Apr 20 18:30:39.328579 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-a53568da-16e4-4888-932f-b0b88ffc5c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:39.334420 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac95a3-e321-445d-aac0-92807f444740 req-2cf47447-a831-4954-8fb6-b2021a107e00 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:39.343047 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-8fac95a3-e321-445d-aac0-92807f444740 req-2cf47447-a831-4954-8fb6-b2021a107e00 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=218186a4-cdc1-4f70-b2f9-9b892470334d HTTP/1.1" status: 200 len: 945 time: 0.3706169 Apr 20 18:30:39.351685 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b6eba7-19e2-4199-94a7-b878b23a8be4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a373e992-f70d-4755-9565-4700e4745981,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:39.376746 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-b0b6eba7-19e2-4199-94a7-b878b23a8be4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:39.433284 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-4368cfa7-a56d-4ef3-8356-9d7741885994 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:39.459188 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-b0b6eba7-19e2-4199-94a7-b878b23a8be4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a373e992-f70d-4755-9565-4700e4745981 HTTP/1.1" status: 204 len: 168 time: 1.9878764 Apr 20 18:30:39.471280 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-a53568da-16e4-4888-932f-b0b88ffc5c56 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1ed7f40789e14721908ce0df510c2ca6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5092056 Apr 20 18:30:39.485269 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 33764) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:39.488561 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53568da-16e4-4888-932f-b0b88ffc5c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3770021-c4f2-4d63-94bb-88949c729b2c,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:39.490463 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device 7a230b58-7a09-4c98-b20a-9bbcf4c21a7a details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:30:39.496008 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-a53568da-16e4-4888-932f-b0b88ffc5c56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:39.626388 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-8fac95a3-e321-445d-aac0-92807f444740 req-356a425b-e281-4869-8311-768ecef8d35b tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732329 Apr 20 18:30:39.643561 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 33768) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:39.654235 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-cb0fe027-eef3-4bbe-b30d-c00e28d54e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c', 'name': 'tempest-AttachVolumeTestJSON-370091447-router', 'tenant_id': '9dd07067e6ec4229b42b15a57fa654ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.162'}], 'enable_snat': True}, 'gw_port_id': '9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:35Z', 'updated_at': '2021-04-20T18:29:52Z', 'revision_number': 4, 'project_id': '9dd07067e6ec4229b42b15a57fa654ee', 'gw_port': {'id': '9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:49:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:37Z', 'updated_at': '2021-04-20T18:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb', '_floatingips': [{'id': 'd5e6c0b3-4c9c-4e22-bd7a-b9f84c8733fb', 'tenant_id': '9dd07067e6ec4229b42b15a57fa654ee', 'floating_ip_address': '172.28.1.19', 'floating_network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'router_id': 'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c', 'port_id': 'ea78babd-8254-4f3a-9a92-44ab55032223', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07ec5321-0579-4912-85f7-b750583baf28', 'mac_address': 'fa:16:3e:00:6d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4722ccd8-f7c9-4c68-9967-e1c1e00960df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:30:07Z', 'updated_at': '2021-04-20T18:30:37Z', 'revision_number': 1, 'project_id': '9dd07067e6ec4229b42b15a57fa654ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb3108b6-f3a4-497d-866f-6c3d86d2f729', 'name': '', 'network_id': '07ec5321-0579-4912-85f7-b750583baf28', 'tenant_id': '9dd07067e6ec4229b42b15a57fa654ee', 'mac_address': 'fa:16:3e:86:4b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6124cdb4-b728-491c-bef6-cdd1f4b23ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:47Z', 'updated_at': '2021-04-20T18:30:08Z', 'revision_number': 5, 'project_id': '9dd07067e6ec4229b42b15a57fa654ee', 'subnets': [{'id': '6124cdb4-b728-491c-bef6-cdd1f4b23ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:30:39.658543 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0fe027-eef3-4bbe-b30d-c00e28d54e67 None None] Checking router: e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c for host: dv-cinder-786932-2-smb {{(pid=86394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:30:39.667909 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0fe027-eef3-4bbe-b30d-c00e28d54e67 None None] Routers {'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:30:39.668578 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-cb0fe027-eef3-4bbe-b30d-c00e28d54e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:30:26Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c'], 'active': True} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:30:39.706095 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486dc29-5dc2-4509-a415-c250c65f3069 req-c3a7ef9a-76f9-4c19-a7e7-73cd55eb84bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:39.708376 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-b486dc29-5dc2-4509-a415-c250c65f3069 req-c3a7ef9a-76f9-4c19-a7e7-73cd55eb84bc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9dd07067e6ec4229b42b15a57fa654ee&device_id=4722ccd8-f7c9-4c68-9967-e1c1e00960df HTTP/1.1" status: 200 len: 1099 time: 0.3416054 Apr 20 18:30:39.716674 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-9c633955-6f3a-4195-863f-fef84f61320d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b0f500fcba164b3aa82caba7daafbee4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0717442 Apr 20 18:30:39.718677 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc94e14f-210e-49f4-b7d7-2f59a77edeb2 req-00f0ae62-f3df-4413-ba1f-92f7d5321139 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:39.720151 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 33772) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:39.720810 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-bc94e14f-210e-49f4-b7d7-2f59a77edeb2 req-00f0ae62-f3df-4413-ba1f-92f7d5321139 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?device_id=38b3f1e7-dfbd-4260-8be4-7b2d5430bc5e HTTP/1.1" status: 200 len: 943 time: 0.2342441 Apr 20 18:30:39.748283 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port 7a230b58-7a09-4c98-b20a-9bbcf4c21a7a, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7a230b58-7a09-4c98-b20a-9bbcf4c21a7a,segment=NetworkSegment(6a0be6b6-b186-485f-b80c-5e6aa7f438bb),segment_id=6a0be6b6-b186-485f-b80c-5e6aa7f438bb)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:30:39.767830 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Returning: {'device': '7a230b58-7a09-4c98-b20a-9bbcf4c21a7a', 'network_id': '69eb6f97-ea3e-4050-89c1-6e90e1792b19', 'port_id': '7a230b58-7a09-4c98-b20a-9bbcf4c21a7a', 'mac_address': 'fa:16:3e:0b:e0:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97c6181f-cafd-4b1b-a893-b50fc49a5af4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:30:39.835458 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:39.876595 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a230b58-7a09-4c98-b20a-9bbcf4c21a7a {{(pid=86393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:30:39.901396 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-cb0fe027-eef3-4bbe-b30d-c00e28d54e67 None None] Set router e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c gateway port host: dv-cinder-786932-2-smb {{(pid=86394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:30:39.907805 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port 7a230b58-7a09-4c98-b20a-9bbcf4c21a7a, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7a230b58-7a09-4c98-b20a-9bbcf4c21a7a,segment=NetworkSegment(6a0be6b6-b186-485f-b80c-5e6aa7f438bb),segment_id=6a0be6b6-b186-485f-b80c-5e6aa7f438bb)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:30:39.912508 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486dc29-5dc2-4509-a415-c250c65f3069 req-42d1e8df-cf36-4ce9-bb76-9dfb24755170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:39.914504 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-b486dc29-5dc2-4509-a415-c250c65f3069 req-42d1e8df-cf36-4ce9-bb76-9dfb24755170 service neutron] 10.222.0.46 "GET /v2.0/networks?id=07ec5321-0579-4912-85f7-b750583baf28 HTTP/1.1" status: 200 len: 911 time: 0.1802602 Apr 20 18:30:39.916516 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:39.918942 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-ffe088df-7612-49ba-bec2-43de1f974df5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:40.022758 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-6f203bd1-c317-4ed3-85b8-2fb2c477f976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:40.024429 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Pushing event updated for resources: {'Port': ['ID=7a230b58-7a09-4c98-b20a-9bbcf4c21a7a,revision_number=4']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:40.035690 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:40.036074 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:40.036446 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:40.036813 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:40.037188 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:40.037910 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:40.038277 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:40.038635 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:40.039221 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:40.039600 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:40.040167 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:40.040433 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:30:40.045518 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:40.068135 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-6f203bd1-c317-4ed3-85b8-2fb2c477f976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:40.143858 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-bc94e14f-210e-49f4-b7d7-2f59a77edeb2 req-7c533915-223e-4fe2-a215-fd509c4e26f2 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/security-groups?id=18dbf877-4418-4cf7-b982-e374a1f22360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4107139 Apr 20 18:30:40.204589 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-b486dc29-5dc2-4509-a415-c250c65f3069 req-56eea090-397b-4c46-9f2f-5310f9c2aea0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea78babd-8254-4f3a-9a92-44ab55032223 HTTP/1.1" status: 200 len: 999 time: 0.2560587 Apr 20 18:30:40.210029 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-6f203bd1-c317-4ed3-85b8-2fb2c477f976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:40.214920 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:40.291322 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] get_ports_and_sgs() called for port_ids ['7a230b58-7a09-4c98-b20a-9bbcf4c21a7a'] {{(pid=86393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:30:40.298787 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f203bd1-c317-4ed3-85b8-2fb2c477f976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3770021-c4f2-4d63-94bb-88949c729b2c,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:40.310048 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-6f203bd1-c317-4ed3-85b8-2fb2c477f976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:40.320979 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-6f203bd1-c317-4ed3-85b8-2fb2c477f976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:40.322467 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-6f203bd1-c317-4ed3-85b8-2fb2c477f976 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e3770021-c4f2-4d63-94bb-88949c729b2c HTTP/1.1" status: 204 len: 168 time: 0.8301604 Apr 20 18:30:40.339924 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-551b18d2-8244-4682-ac90-7da07400b808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:40.349707 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486dc29-5dc2-4509-a415-c250c65f3069 req-eee5c17b-9901-4f77-ab49-6f43faa43d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:40.352825 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-b486dc29-5dc2-4509-a415-c250c65f3069 req-eee5c17b-9901-4f77-ab49-6f43faa43d24 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6124cdb4-b728-491c-bef6-cdd1f4b23ca7 HTTP/1.1" status: 200 len: 849 time: 0.1275425 Apr 20 18:30:40.470309 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-551b18d2-8244-4682-ac90-7da07400b808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:40.493918 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bac939-ff62-4c7d-8e40-87eea1e91843 req-274fecb6-ccb0-4577-adf4-521d2c20c739 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:40.495594 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-b9bac939-ff62-4c7d-8e40-87eea1e91843 req-274fecb6-ccb0-4577-adf4-521d2c20c739 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf0196c-e851-4048-99ff-d4bae361dcdf HTTP/1.1" status: 200 len: 945 time: 0.2558541 Apr 20 18:30:40.510608 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.db.resource_extend [None req-c1ca76b1-13ab-4b0f-a5d7-d765c96cf960 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 20 18:30:40.577310 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486dc29-5dc2-4509-a415-c250c65f3069 req-bf76ff42-1479-4d31-bcd8-13ada8661251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:40.581015 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-b486dc29-5dc2-4509-a415-c250c65f3069 req-bf76ff42-1479-4d31-bcd8-13ada8661251 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=07ec5321-0579-4912-85f7-b750583baf28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2099559 Apr 20 18:30:40.675381 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-cb0fe027-eef3-4bbe-b30d-c00e28d54e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c', 'name': 'tempest-AttachVolumeTestJSON-370091447-router', 'tenant_id': '9dd07067e6ec4229b42b15a57fa654ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.162'}], 'enable_snat': True}, 'gw_port_id': '9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:35Z', 'updated_at': '2021-04-20T18:29:52Z', 'revision_number': 4, 'project_id': '9dd07067e6ec4229b42b15a57fa654ee', 'gw_port': {'id': '9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:49:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:37Z', 'updated_at': '2021-04-20T18:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb', '_floatingips': [{'id': 'd5e6c0b3-4c9c-4e22-bd7a-b9f84c8733fb', 'tenant_id': '9dd07067e6ec4229b42b15a57fa654ee', 'floating_ip_address': '172.28.1.19', 'floating_network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'router_id': 'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c', 'port_id': 'ea78babd-8254-4f3a-9a92-44ab55032223', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07ec5321-0579-4912-85f7-b750583baf28', 'mac_address': 'fa:16:3e:00:6d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4722ccd8-f7c9-4c68-9967-e1c1e00960df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:30:07Z', 'updated_at': '2021-04-20T18:30:37Z', 'revision_number': 1, 'project_id': '9dd07067e6ec4229b42b15a57fa654ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb3108b6-f3a4-497d-866f-6c3d86d2f729', 'name': '', 'network_id': '07ec5321-0579-4912-85f7-b750583baf28', 'tenant_id': '9dd07067e6ec4229b42b15a57fa654ee', 'mac_address': 'fa:16:3e:86:4b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6124cdb4-b728-491c-bef6-cdd1f4b23ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:47Z', 'updated_at': '2021-04-20T18:30:08Z', 'revision_number': 5, 'project_id': '9dd07067e6ec4229b42b15a57fa654ee', 'subnets': [{'id': '6124cdb4-b728-491c-bef6-cdd1f4b23ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:30:40.680182 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0fe027-eef3-4bbe-b30d-c00e28d54e67 None None] The sync data for ids ['e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c'] in dv-cinder-786932-2-smb is: [{'id': 'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c', 'name': 'tempest-AttachVolumeTestJSON-370091447-router', 'tenant_id': '9dd07067e6ec4229b42b15a57fa654ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.162'}], 'enable_snat': True}, 'gw_port_id': '9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:35Z', 'updated_at': '2021-04-20T18:29:52Z', 'revision_number': 4, 'project_id': '9dd07067e6ec4229b42b15a57fa654ee', 'gw_port': {'id': '9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:49:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:37Z', 'updated_at': '2021-04-20T18:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb', '_floatingips': [{'id': 'd5e6c0b3-4c9c-4e22-bd7a-b9f84c8733fb', 'tenant_id': '9dd07067e6ec4229b42b15a57fa654ee', 'floating_ip_address': '172.28.1.19', 'floating_network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'router_id': 'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c', 'port_id': 'ea78babd-8254-4f3a-9a92-44ab55032223', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07ec5321-0579-4912-85f7-b750583baf28', 'mac_address': 'fa:16:3e:00:6d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4722ccd8-f7c9-4c68-9967-e1c1e00960df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:30:07Z', 'updated_at': '2021-04-20T18:30:37Z', 'revision_number': 1, 'project_id': '9dd07067e6ec4229b42b15a57fa654ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb3108b6-f3a4-497d-866f-6c3d86d2f729', 'name': '', 'network_id': '07ec5321-0579-4912-85f7-b750583baf28', 'tenant_id': '9dd07067e6ec4229b42b15a57fa654ee', 'mac_address': 'fa:16:3e:86:4b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6124cdb4-b728-491c-bef6-cdd1f4b23ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:47Z', 'updated_at': '2021-04-20T18:30:08Z', 'revision_number': 5, 'project_id': '9dd07067e6ec4229b42b15a57fa654ee', 'subnets': [{'id': '6124cdb4-b728-491c-bef6-cdd1f4b23ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:30:40.693473 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-b9bac939-ff62-4c7d-8e40-87eea1e91843 req-b3f3b7a1-e1e8-4113-bd48-a001c1e78233 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a492436-07ff-4887-a26d-036eef2a55dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850469 Apr 20 18:30:40.696666 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-c1ca76b1-13ab-4b0f-a5d7-d765c96cf960 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:40.701333 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-c1ca76b1-13ab-4b0f-a5d7-d765c96cf960 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854378574'] for floatingip, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:40.917253 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-b486dc29-5dc2-4509-a415-c250c65f3069 req-50ab7ff3-98d7-4744-89a7-c861082464a9 service neutron] 10.222.0.46 "GET /v2.0/networks/07ec5321-0579-4912-85f7-b750583baf28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308721 Apr 20 18:30:40.970801 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-551b18d2-8244-4682-ac90-7da07400b808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:40.985151 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:40.991924 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 33790) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:41.018798 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551b18d2-8244-4682-ac90-7da07400b808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2b89b8-6da2-4dc9-a0a9-e2342b47c305,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:41.026261 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-551b18d2-8244-4682-ac90-7da07400b808 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:41.040290 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.db.l3_db [None req-c1ca76b1-13ab-4b0f-a5d7-d765c96cf960 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Floating IP c61ee27e-0a64-48ce-9f30-1b8e90f38ff8 associated. External IP: 172.28.1.168, port: f490f4f7-9b25-4b64-ab37-aa339d70f1c1. Apr 20 18:30:41.081285 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9fb6c9-3e6f-4709-bc70-685dcf5a2a3f req-13729399-4748-409f-81ae-f58f013dd847 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:41.083020 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-8e9fb6c9-3e6f-4709-bc70-685dcf5a2a3f req-13729399-4748-409f-81ae-f58f013dd847 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=218186a4-cdc1-4f70-b2f9-9b892470334d HTTP/1.1" status: 200 len: 945 time: 0.2932932 Apr 20 18:30:41.100620 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-551b18d2-8244-4682-ac90-7da07400b808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:41.101817 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-551b18d2-8244-4682-ac90-7da07400b808 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0a2b89b8-6da2-4dc9-a0a9-e2342b47c305 HTTP/1.1" status: 204 len: 168 time: 1.3806264 Apr 20 18:30:41.102969 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-561741ea-7787-4a41-ab99-1f623a460009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:41.115817 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f532f11c-f1ba-4a9a-9cbd-c094f94d0070 None None] New status for floating IP d5e6c0b3-4c9c-4e22-bd7a-b9f84c8733fb: ACTIVE {{(pid=86393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 18:30:41.181322 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-8e9fb6c9-3e6f-4709-bc70-685dcf5a2a3f req-589de2d3-9de0-40e5-a8b2-68aa922c3527 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890007 Apr 20 18:30:41.213942 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-561741ea-7787-4a41-ab99-1f623a460009 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:41.218198 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-561741ea-7787-4a41-ab99-1f623a460009 admin admin] Usage tracker for resource:security_group_rule and tenant:98fa70e665fd4ce881a21b0786a2fce1 is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:41.222015 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-561741ea-7787-4a41-ab99-1f623a460009 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:41.228197 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-561741ea-7787-4a41-ab99-1f623a460009 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:41.380508 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-561741ea-7787-4a41-ab99-1f623a460009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:41.405987 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-561741ea-7787-4a41-ab99-1f623a460009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:41.458572 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:41.623962 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561741ea-7787-4a41-ab99-1f623a460009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eadf76a8-0d03-4a28-9f96-b3d121f84a98,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:41.642907 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-561741ea-7787-4a41-ab99-1f623a460009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:41.728988 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-b486dc29-5dc2-4509-a415-c250c65f3069 req-878b785d-5ce4-4ade-acf3-d6b8df536939 service neutron] 10.222.0.46 "GET /v2.0/networks/07ec5321-0579-4912-85f7-b750583baf28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7965267 Apr 20 18:30:41.783000 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-561741ea-7787-4a41-ab99-1f623a460009 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=98fa70e665fd4ce881a21b0786a2fce1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7856274 Apr 20 18:30:41.786193 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 33810) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:41.849035 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345975c-548d-48d4-8002-c6692faa95e6 req-d92cfc2e-5482-4174-9796-4f2e5c4791ad tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:41.850484 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f345975c-548d-48d4-8002-c6692faa95e6 req-d92cfc2e-5482-4174-9796-4f2e5c4791ad tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?device_id=38b3f1e7-dfbd-4260-8be4-7b2d5430bc5e HTTP/1.1" status: 200 len: 944 time: 0.5263164 Apr 20 18:30:41.852156 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-53079fe7-9026-4398-ba2d-272ed1e9539b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:41.883632 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-53079fe7-9026-4398-ba2d-272ed1e9539b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:41.934615 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1ca76b1-13ab-4b0f-a5d7-d765c96cf960 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Router a508df0a-5d8e-482e-944d-017a2f8fe5b6 has already been hosted by L3 agent 41e81354-1f58-48e6-8416-2f8b62d59447 {{(pid=86392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:30:41.939046 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-53079fe7-9026-4398-ba2d-272ed1e9539b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:41.946900 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-17f0fa09-2b6f-4c03-9943-26a99973cb6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:41.951301 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f345975c-548d-48d4-8002-c6692faa95e6 req-00f5621b-7713-44d8-bed8-cf16ac96bb7b tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/security-groups?id=18dbf877-4418-4cf7-b982-e374a1f22360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856721 Apr 20 18:30:41.961114 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53079fe7-9026-4398-ba2d-272ed1e9539b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eadf76a8-0d03-4a28-9f96-b3d121f84a98,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:41.971232 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-53079fe7-9026-4398-ba2d-272ed1e9539b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:41.975396 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-53079fe7-9026-4398-ba2d-272ed1e9539b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:41.979235 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-53079fe7-9026-4398-ba2d-272ed1e9539b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eadf76a8-0d03-4a28-9f96-b3d121f84a98 HTTP/1.1" status: 204 len: 168 time: 0.1892869 Apr 20 18:30:42.180550 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ca76b1-13ab-4b0f-a5d7-d765c96cf960 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify agent at l3_agent.dv-cinder-786932-2-smb the message routers_updated {{(pid=86392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:30:42.191535 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f315718e-bc8a-46b2-823b-350113a4a2b5 None None] Sync routers for ids ['a508df0a-5d8e-482e-944d-017a2f8fe5b6'] in dv-cinder-786932-2-smb {{(pid=86394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:30:42.199460 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-c1ca76b1-13ab-4b0f-a5d7-d765c96cf960 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031'] for floatingip, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:42.205378 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f315718e-bc8a-46b2-823b-350113a4a2b5 None None] Routers {'a508df0a-5d8e-482e-944d-017a2f8fe5b6'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:30:42.206188 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-f315718e-bc8a-46b2-823b-350113a4a2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:30:26Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['a508df0a-5d8e-482e-944d-017a2f8fe5b6'], 'active': True} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:30:42.300405 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-c1ca76b1-13ab-4b0f-a5d7-d765c96cf960 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "PUT /v2.0/floatingips/c61ee27e-0a64-48ce-9f30-1b8e90f38ff8 HTTP/1.1" status: 200 len: 991 time: 3.4906387 Apr 20 18:30:42.300405 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7156a4bb-3899-4f14-98d6-4edc78bd8159', 'tag': 'f490f4f7-9b25-4b64-ab37-aa339d70f1c1'}] {{(pid=86392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:30:42.444783 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-f315718e-bc8a-46b2-823b-350113a4a2b5 None None] Set router a508df0a-5d8e-482e-944d-017a2f8fe5b6 gateway port host: dv-cinder-786932-2-smb {{(pid=86394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:30:42.474235 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 33840) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:42.506262 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-92b9c2db-b421-4a9d-9c46-5f1ec8c79307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:42.534875 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-92b9c2db-b421-4a9d-9c46-5f1ec8c79307 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:42.538642 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7156a4bb-3899-4f14-98d6-4edc78bd8159', 'tag': 'f490f4f7-9b25-4b64-ab37-aa339d70f1c1', 'status': 'completed', 'code': 200} Apr 20 18:30:42.541044 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-92b9c2db-b421-4a9d-9c46-5f1ec8c79307 admin admin] Usage tracker for resource:security_group_rule and tenant:9266ba59bd6f42809647a22bc1f7567d is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:42.544193 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-92b9c2db-b421-4a9d-9c46-5f1ec8c79307 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:42.547129 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5352a-553e-4185-bca7-339c424f3ef1 req-e0997659-317e-4254-8dab-b63e8dcbf7af tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:42.548835 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e2b5352a-553e-4185-bca7-339c424f3ef1 req-e0997659-317e-4254-8dab-b63e8dcbf7af tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=218186a4-cdc1-4f70-b2f9-9b892470334d HTTP/1.1" status: 200 len: 945 time: 0.1424856 Apr 20 18:30:42.553778 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-92b9c2db-b421-4a9d-9c46-5f1ec8c79307 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:42.646693 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e2b5352a-553e-4185-bca7-339c424f3ef1 req-a6b3315e-1e7f-44cc-9ad8-ca8474c3cadd tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902331 Apr 20 18:30:42.675782 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-92b9c2db-b421-4a9d-9c46-5f1ec8c79307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:42.677280 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a89a24-db87-4bc3-9d0b-659383cb44ae req-294cbdc0-e075-4cfd-b8e0-4b8e4754009d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:42.679068 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-d2a89a24-db87-4bc3-9d0b-659383cb44ae req-294cbdc0-e075-4cfd-b8e0-4b8e4754009d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=96a404d19bd540809d4ea207dd16d6ad&device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 1098 time: 0.0905759 Apr 20 18:30:42.680366 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-92b9c2db-b421-4a9d-9c46-5f1ec8c79307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:42.710410 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-0a02344e-fde8-485a-bced-b17e57b70b39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:42.722119 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-92b9c2db-b421-4a9d-9c46-5f1ec8c79307 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9266ba59bd6f42809647a22bc1f7567d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2466385 Apr 20 18:30:42.725029 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 33852) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:42.828668 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b9c2db-b421-4a9d-9c46-5f1ec8c79307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d449ad2-af42-46ca-b8bc-3f6cadac4987,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:42.839276 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-92b9c2db-b421-4a9d-9c46-5f1ec8c79307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:42.858089 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a89a24-db87-4bc3-9d0b-659383cb44ae req-5c565945-aff8-4cc7-acbb-54a4a1e4944f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:42.860322 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-d2a89a24-db87-4bc3-9d0b-659383cb44ae req-5c565945-aff8-4cc7-acbb-54a4a1e4944f service neutron] 10.222.0.46 "GET /v2.0/networks?id=c035be72-ec93-4bac-85f8-b0cd68e3656b HTTP/1.1" status: 200 len: 918 time: 0.1724455 Apr 20 18:30:42.925724 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-ed8474eb-1fbc-4df3-9d3e-276f4ebf975d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:42.963241 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-ed8474eb-1fbc-4df3-9d3e-276f4ebf975d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:42.964154 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-f315718e-bc8a-46b2-823b-350113a4a2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a508df0a-5d8e-482e-944d-017a2f8fe5b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1953854899-router', 'tenant_id': '96a404d19bd540809d4ea207dd16d6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': 'f0812c19-bc43-486b-bfc4-d09a77ec3a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:35Z', 'updated_at': '2021-04-20T18:29:57Z', 'revision_number': 4, 'project_id': '96a404d19bd540809d4ea207dd16d6ad', 'gw_port': {'id': 'f0812c19-bc43-486b-bfc4-d09a77ec3a0f', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508df0a-5d8e-482e-944d-017a2f8fe5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:37Z', 'updated_at': '2021-04-20T18:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb', '_floatingips': [{'id': 'c61ee27e-0a64-48ce-9f30-1b8e90f38ff8', 'tenant_id': '96a404d19bd540809d4ea207dd16d6ad', 'floating_ip_address': '172.28.1.168', 'floating_network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'router_id': 'a508df0a-5d8e-482e-944d-017a2f8fe5b6', 'port_id': 'f490f4f7-9b25-4b64-ab37-aa339d70f1c1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c035be72-ec93-4bac-85f8-b0cd68e3656b', 'mac_address': 'fa:16:3e:8e:9e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7156a4bb-3899-4f14-98d6-4edc78bd8159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:30:06Z', 'updated_at': '2021-04-20T18:30:40Z', 'revision_number': 1, 'project_id': '96a404d19bd540809d4ea207dd16d6ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f646afea-471d-48d4-be42-b2adc017508c', 'name': '', 'network_id': 'c035be72-ec93-4bac-85f8-b0cd68e3656b', 'tenant_id': '96a404d19bd540809d4ea207dd16d6ad', 'mac_address': 'fa:16:3e:10:d7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508df0a-5d8e-482e-944d-017a2f8fe5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '41a62a97-d129-42fa-96d5-fce2a7a65a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:50Z', 'updated_at': '2021-04-20T18:30:05Z', 'revision_number': 5, 'project_id': '96a404d19bd540809d4ea207dd16d6ad', 'subnets': [{'id': '41a62a97-d129-42fa-96d5-fce2a7a65a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:30:42.972523 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f315718e-bc8a-46b2-823b-350113a4a2b5 None None] Checking router: a508df0a-5d8e-482e-944d-017a2f8fe5b6 for host: dv-cinder-786932-2-smb {{(pid=86394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:30:42.987083 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f315718e-bc8a-46b2-823b-350113a4a2b5 None None] Routers {'a508df0a-5d8e-482e-944d-017a2f8fe5b6'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:30:42.987794 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-f315718e-bc8a-46b2-823b-350113a4a2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:30:26Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['a508df0a-5d8e-482e-944d-017a2f8fe5b6'], 'active': True} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:30:43.054017 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-ed8474eb-1fbc-4df3-9d3e-276f4ebf975d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:43.067240 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-faeebd38-410a-41ea-a8b2-dbf2796ce253 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:43.084460 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8474eb-1fbc-4df3-9d3e-276f4ebf975d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d449ad2-af42-46ca-b8bc-3f6cadac4987,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:43.089371 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-ed8474eb-1fbc-4df3-9d3e-276f4ebf975d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:43.093023 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-ed8474eb-1fbc-4df3-9d3e-276f4ebf975d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:43.094440 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-ed8474eb-1fbc-4df3-9d3e-276f4ebf975d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0d449ad2-af42-46ca-b8bc-3f6cadac4987 HTTP/1.1" status: 204 len: 168 time: 0.3682957 Apr 20 18:30:43.145505 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-d2a89a24-db87-4bc3-9d0b-659383cb44ae req-e691137a-cbeb-4c84-85d2-1a847b3e8715 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f490f4f7-9b25-4b64-ab37-aa339d70f1c1 HTTP/1.1" status: 200 len: 999 time: 0.2692742 Apr 20 18:30:43.228157 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-f315718e-bc8a-46b2-823b-350113a4a2b5 None None] Set router a508df0a-5d8e-482e-944d-017a2f8fe5b6 gateway port host: dv-cinder-786932-2-smb {{(pid=86394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:30:43.296029 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a89a24-db87-4bc3-9d0b-659383cb44ae req-44fe2f5b-9b20-469b-9c46-a121217d8e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:43.297630 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-d2a89a24-db87-4bc3-9d0b-659383cb44ae req-44fe2f5b-9b20-469b-9c46-a121217d8e47 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=41a62a97-d129-42fa-96d5-fce2a7a65a86 HTTP/1.1" status: 200 len: 856 time: 0.1458111 Apr 20 18:30:43.397998 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c94e9d6-4e7b-4239-bcc1-49671df91be8 req-8e8c8f5f-c899-4a54-a6f2-37600507ef18 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:43.399814 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-1c94e9d6-4e7b-4239-bcc1-49671df91be8 req-8e8c8f5f-c899-4a54-a6f2-37600507ef18 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?device_id=38b3f1e7-dfbd-4260-8be4-7b2d5430bc5e HTTP/1.1" status: 200 len: 944 time: 0.1928909 Apr 20 18:30:43.524612 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device 7a230b58-7a09-4c98-b20a-9bbcf4c21a7a up at agent hyperv_hv-cinder-78693 {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:30:43.576842 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-1c94e9d6-4e7b-4239-bcc1-49671df91be8 req-7710cd0e-0dd3-4c06-ba27-720d35a3ae83 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/security-groups?id=18dbf877-4418-4cf7-b982-e374a1f22360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696467 Apr 20 18:30:43.617956 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a89a24-db87-4bc3-9d0b-659383cb44ae req-45cae14c-124d-4768-80fa-41dcf646366a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:43.619606 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-d2a89a24-db87-4bc3-9d0b-659383cb44ae req-45cae14c-124d-4768-80fa-41dcf646366a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c035be72-ec93-4bac-85f8-b0cd68e3656b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3083344 Apr 20 18:30:43.706300 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Provisioning for port 7a230b58-7a09-4c98-b20a-9bbcf4c21a7a completed by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:30:43.718624 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Provisioning complete for port 7a230b58-7a09-4c98-b20a-9bbcf4c21a7a triggered by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:30:43.719146 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:43.910522 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-d2a89a24-db87-4bc3-9d0b-659383cb44ae req-13a38e96-632e-44fb-842b-e15149783383 service neutron] 10.222.0.46 "GET /v2.0/networks/c035be72-ec93-4bac-85f8-b0cd68e3656b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594538 Apr 20 18:30:43.974955 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:44.019697 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b3f1e7-dfbd-4260-8be4-7b2d5430bc5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a230b58-7a09-4c98-b20a-9bbcf4c21a7a'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:30:44.036314 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-f315718e-bc8a-46b2-823b-350113a4a2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a508df0a-5d8e-482e-944d-017a2f8fe5b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1953854899-router', 'tenant_id': '96a404d19bd540809d4ea207dd16d6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': 'f0812c19-bc43-486b-bfc4-d09a77ec3a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:35Z', 'updated_at': '2021-04-20T18:29:57Z', 'revision_number': 4, 'project_id': '96a404d19bd540809d4ea207dd16d6ad', 'gw_port': {'id': 'f0812c19-bc43-486b-bfc4-d09a77ec3a0f', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508df0a-5d8e-482e-944d-017a2f8fe5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:37Z', 'updated_at': '2021-04-20T18:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb', '_floatingips': [{'id': 'c61ee27e-0a64-48ce-9f30-1b8e90f38ff8', 'tenant_id': '96a404d19bd540809d4ea207dd16d6ad', 'floating_ip_address': '172.28.1.168', 'floating_network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'router_id': 'a508df0a-5d8e-482e-944d-017a2f8fe5b6', 'port_id': 'f490f4f7-9b25-4b64-ab37-aa339d70f1c1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c035be72-ec93-4bac-85f8-b0cd68e3656b', 'mac_address': 'fa:16:3e:8e:9e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7156a4bb-3899-4f14-98d6-4edc78bd8159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:30:06Z', 'updated_at': '2021-04-20T18:30:40Z', 'revision_number': 1, 'project_id': '96a404d19bd540809d4ea207dd16d6ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f646afea-471d-48d4-be42-b2adc017508c', 'name': '', 'network_id': 'c035be72-ec93-4bac-85f8-b0cd68e3656b', 'tenant_id': '96a404d19bd540809d4ea207dd16d6ad', 'mac_address': 'fa:16:3e:10:d7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508df0a-5d8e-482e-944d-017a2f8fe5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '41a62a97-d129-42fa-96d5-fce2a7a65a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:50Z', 'updated_at': '2021-04-20T18:30:05Z', 'revision_number': 5, 'project_id': '96a404d19bd540809d4ea207dd16d6ad', 'subnets': [{'id': '41a62a97-d129-42fa-96d5-fce2a7a65a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:30:44.047532 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f315718e-bc8a-46b2-823b-350113a4a2b5 None None] The sync data for ids ['a508df0a-5d8e-482e-944d-017a2f8fe5b6'] in dv-cinder-786932-2-smb is: [{'id': 'a508df0a-5d8e-482e-944d-017a2f8fe5b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1953854899-router', 'tenant_id': '96a404d19bd540809d4ea207dd16d6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': 'f0812c19-bc43-486b-bfc4-d09a77ec3a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:35Z', 'updated_at': '2021-04-20T18:29:57Z', 'revision_number': 4, 'project_id': '96a404d19bd540809d4ea207dd16d6ad', 'gw_port': {'id': 'f0812c19-bc43-486b-bfc4-d09a77ec3a0f', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508df0a-5d8e-482e-944d-017a2f8fe5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:37Z', 'updated_at': '2021-04-20T18:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb', '_floatingips': [{'id': 'c61ee27e-0a64-48ce-9f30-1b8e90f38ff8', 'tenant_id': '96a404d19bd540809d4ea207dd16d6ad', 'floating_ip_address': '172.28.1.168', 'floating_network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'router_id': 'a508df0a-5d8e-482e-944d-017a2f8fe5b6', 'port_id': 'f490f4f7-9b25-4b64-ab37-aa339d70f1c1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c035be72-ec93-4bac-85f8-b0cd68e3656b', 'mac_address': 'fa:16:3e:8e:9e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7156a4bb-3899-4f14-98d6-4edc78bd8159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:30:06Z', 'updated_at': '2021-04-20T18:30:40Z', 'revision_number': 1, 'project_id': '96a404d19bd540809d4ea207dd16d6ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f646afea-471d-48d4-be42-b2adc017508c', 'name': '', 'network_id': 'c035be72-ec93-4bac-85f8-b0cd68e3656b', 'tenant_id': '96a404d19bd540809d4ea207dd16d6ad', 'mac_address': 'fa:16:3e:10:d7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508df0a-5d8e-482e-944d-017a2f8fe5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '41a62a97-d129-42fa-96d5-fce2a7a65a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:50Z', 'updated_at': '2021-04-20T18:30:05Z', 'revision_number': 5, 'project_id': '96a404d19bd540809d4ea207dd16d6ad', 'subnets': [{'id': '41a62a97-d129-42fa-96d5-fce2a7a65a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:30:44.062491 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port 7a230b58-7a09-4c98-b20a-9bbcf4c21a7a, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7a230b58-7a09-4c98-b20a-9bbcf4c21a7a,segment=NetworkSegment(6a0be6b6-b186-485f-b80c-5e6aa7f438bb),segment_id=6a0be6b6-b186-485f-b80c-5e6aa7f438bb)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:30:44.070810 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:44.072949 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-dbefad9a-a2d5-413e-af7a-39af8eda3449 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:44.215505 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Pushing event updated for resources: {'Port': ['ID=7a230b58-7a09-4c98-b20a-9bbcf4c21a7a,revision_number=5']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:44.219844 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77775648-3be7-4a1f-b43e-ab8f94608336 req-98ac6010-6de4-4837-9870-90d04f94ab5b tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:44.222157 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:44.228998 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-77775648-3be7-4a1f-b43e-ab8f94608336 req-98ac6010-6de4-4837-9870-90d04f94ab5b tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=218186a4-cdc1-4f70-b2f9-9b892470334d HTTP/1.1" status: 200 len: 945 time: 0.2005084 Apr 20 18:30:44.251787 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-d2a89a24-db87-4bc3-9d0b-659383cb44ae req-9af36da2-d812-4bfb-9eed-139d064b86fa service neutron] 10.222.0.46 "GET /v2.0/networks/c035be72-ec93-4bac-85f8-b0cd68e3656b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201303 Apr 20 18:30:44.289925 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38b3f1e7-dfbd-4260-8be4-7b2d5430bc5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a230b58-7a09-4c98-b20a-9bbcf4c21a7a', 'code': 200} Apr 20 18:30:44.302719 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-77775648-3be7-4a1f-b43e-ab8f94608336 req-1685f4e0-1745-4aeb-b037-1e928d30b6af tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725508 Apr 20 18:30:44.463364 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18258986-a158-4366-bd25-893543383c56 None None] New status for floating IP c61ee27e-0a64-48ce-9f30-1b8e90f38ff8: ACTIVE {{(pid=86393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 18:30:44.583328 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785fb703-751a-4c37-b28f-1beb6117a83b req-e987fcc4-a340-4568-864b-0b9c8bf4447c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:44.602381 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-785fb703-751a-4c37-b28f-1beb6117a83b req-e987fcc4-a340-4568-864b-0b9c8bf4447c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=38b3f1e7-dfbd-4260-8be4-7b2d5430bc5e HTTP/1.1" status: 200 len: 1098 time: 0.1024294 Apr 20 18:30:44.697483 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-785fb703-751a-4c37-b28f-1beb6117a83b req-84b66b56-015b-40e7-b01b-932eae2e4589 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=18dbf877-4418-4cf7-b982-e374a1f22360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840728 Apr 20 18:30:44.812279 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c545a-34e2-41b1-8390-d8e31d0ad707 req-5306bc73-c14f-4746-97cb-1dbd7257ee0b tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:44.814185 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-523c545a-34e2-41b1-8390-d8e31d0ad707 req-5306bc73-c14f-4746-97cb-1dbd7257ee0b tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?device_id=38b3f1e7-dfbd-4260-8be4-7b2d5430bc5e HTTP/1.1" status: 200 len: 945 time: 0.0965633 Apr 20 18:30:44.868552 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-523c545a-34e2-41b1-8390-d8e31d0ad707 req-0ebf523f-82c6-4cd4-8b83-003668bba916 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/security-groups?id=18dbf877-4418-4cf7-b982-e374a1f22360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466900 Apr 20 18:30:45.305070 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-872c78e0-0b99-4212-b6b5-6eafff115a71 req-e0289f0e-7345-4730-8d39-524824309238 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8c3e719f-55da-4826-8b34-2362a0b4f5e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1481552 Apr 20 18:30:45.499769 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c78e0-0b99-4212-b6b5-6eafff115a71 req-12bb8777-7380-4270-b338-787491677d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:45.501673 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-872c78e0-0b99-4212-b6b5-6eafff115a71 req-12bb8777-7380-4270-b338-787491677d44 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c10c8e1bd4ff416298fcc5e373996fcd&device_id=8c3e719f-55da-4826-8b34-2362a0b4f5e2 HTTP/1.1" status: 200 len: 1099 time: 0.1042764 Apr 20 18:30:45.627606 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73afee6a-3c63-412b-8c9c-6c94c1d5c2f1 req-449b6086-6d9e-4cc6-95e9-ccc711efc76d tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:45.630688 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-73afee6a-3c63-412b-8c9c-6c94c1d5c2f1 req-449b6086-6d9e-4cc6-95e9-ccc711efc76d tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=218186a4-cdc1-4f70-b2f9-9b892470334d HTTP/1.1" status: 200 len: 945 time: 0.1261377 Apr 20 18:30:45.684982 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-73afee6a-3c63-412b-8c9c-6c94c1d5c2f1 req-94cfa0ea-9648-4e73-924f-4de559e24b8f tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486522 Apr 20 18:30:45.697144 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c78e0-0b99-4212-b6b5-6eafff115a71 req-3c1a5254-0798-46b8-b9fd-427747882f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:45.699009 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-872c78e0-0b99-4212-b6b5-6eafff115a71 req-3c1a5254-0798-46b8-b9fd-427747882f78 service neutron] 10.222.0.46 "GET /v2.0/networks?id=69eb6f97-ea3e-4050-89c1-6e90e1792b19 HTTP/1.1" status: 200 len: 916 time: 0.1542680 Apr 20 18:30:45.785692 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-872c78e0-0b99-4212-b6b5-6eafff115a71 req-31e2432c-3ab5-4ecb-9b4e-934d0bfd2296 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecac05ec-2410-41c4-9ea9-0ca360507bf0 HTTP/1.1" status: 200 len: 217 time: 0.0751956 Apr 20 18:30:45.861060 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c78e0-0b99-4212-b6b5-6eafff115a71 req-7b089b9f-1168-49fb-bfd9-38f32e3eac46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:45.867855 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-872c78e0-0b99-4212-b6b5-6eafff115a71 req-7b089b9f-1168-49fb-bfd9-38f32e3eac46 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=97c6181f-cafd-4b1b-a893-b50fc49a5af4 HTTP/1.1" status: 200 len: 855 time: 0.0731490 Apr 20 18:30:45.938724 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-872c78e0-0b99-4212-b6b5-6eafff115a71 req-a0deaa60-2970-48c3-9977-7ec5c5e70eee service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=69eb6f97-ea3e-4050-89c1-6e90e1792b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582192 Apr 20 18:30:46.183583 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-872c78e0-0b99-4212-b6b5-6eafff115a71 req-ab559bc5-5131-409a-8b53-a261c34e1a48 service neutron] 10.222.0.46 "GET /v2.0/networks/69eb6f97-ea3e-4050-89c1-6e90e1792b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334492 Apr 20 18:30:46.196612 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9345dd-09a4-432d-9d9c-c347bed9614e req-23470063-adf9-458c-8f00-25609f10f619 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:46.198254 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-4b9345dd-09a4-432d-9d9c-c347bed9614e req-23470063-adf9-458c-8f00-25609f10f619 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?device_id=38b3f1e7-dfbd-4260-8be4-7b2d5430bc5e HTTP/1.1" status: 200 len: 945 time: 0.1493630 Apr 20 18:30:46.335562 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-4b9345dd-09a4-432d-9d9c-c347bed9614e req-b8dbb82b-3a0d-4896-8925-424db7a3108d tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/security-groups?id=18dbf877-4418-4cf7-b982-e374a1f22360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143765 Apr 20 18:30:46.382349 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-872c78e0-0b99-4212-b6b5-6eafff115a71 req-7ac12f42-8fc3-40f9-9940-f7a8750f335a service neutron] 10.222.0.46 "GET /v2.0/networks/69eb6f97-ea3e-4050-89c1-6e90e1792b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779623 Apr 20 18:30:46.528140 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3d611-715a-4cdc-8842-b3095dc931be req-674063c4-f153-4fb3-88d6-02c6274d6fb1 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:46.529880 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-89c3d611-715a-4cdc-8842-b3095dc931be req-674063c4-f153-4fb3-88d6-02c6274d6fb1 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf0196c-e851-4048-99ff-d4bae361dcdf HTTP/1.1" status: 200 len: 945 time: 0.0906177 Apr 20 18:30:46.579894 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-89c3d611-715a-4cdc-8842-b3095dc931be req-5f032a31-aaa9-4560-bc48-18e1d3a46b7f tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a492436-07ff-4887-a26d-036eef2a55dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429616 Apr 20 18:30:46.613436 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:46.917996 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb55b21-1aff-47c8-9bc1-f0b6ac18daa0 req-79af490b-1277-4256-81ce-1b7721338831 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:46.919759 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-6cb55b21-1aff-47c8-9bc1-f0b6ac18daa0 req-79af490b-1277-4256-81ce-1b7721338831 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=218186a4-cdc1-4f70-b2f9-9b892470334d HTTP/1.1" status: 200 len: 945 time: 0.0993354 Apr 20 18:30:46.968679 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-6cb55b21-1aff-47c8-9bc1-f0b6ac18daa0 req-b63989d8-e576-407d-a562-6aeb93094977 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423625 Apr 20 18:30:47.549903 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ff41c-8937-437b-96cc-51d2aa81409b req-a565f6d8-9bf9-4b99-8238-9015b9f2c548 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:47.551544 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ae1ff41c-8937-437b-96cc-51d2aa81409b req-a565f6d8-9bf9-4b99-8238-9015b9f2c548 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?device_id=38b3f1e7-dfbd-4260-8be4-7b2d5430bc5e HTTP/1.1" status: 200 len: 945 time: 0.0911479 Apr 20 18:30:47.606798 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ae1ff41c-8937-437b-96cc-51d2aa81409b req-7576b341-c9c2-474b-bed1-6062b952392c tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/security-groups?id=18dbf877-4418-4cf7-b982-e374a1f22360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439415 Apr 20 18:30:47.813131 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f8559-d46b-4195-9972-ea3eceddc513 req-abf192e4-94c5-4ad9-a65d-5bba33aff422 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:47.814791 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-c12f8559-d46b-4195-9972-ea3eceddc513 req-abf192e4-94c5-4ad9-a65d-5bba33aff422 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf0196c-e851-4048-99ff-d4bae361dcdf HTTP/1.1" status: 200 len: 945 time: 0.1038835 Apr 20 18:30:47.866407 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-c12f8559-d46b-4195-9972-ea3eceddc513 req-141a06b9-508c-4586-830f-8090c2c54a13 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a492436-07ff-4887-a26d-036eef2a55dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448284 Apr 20 18:30:48.187726 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee1090f-b47d-493e-be4e-17ef2be81121 req-2acc00ec-cf39-4409-8f78-dfde445975b2 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:48.189476 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-7ee1090f-b47d-493e-be4e-17ef2be81121 req-2acc00ec-cf39-4409-8f78-dfde445975b2 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=218186a4-cdc1-4f70-b2f9-9b892470334d HTTP/1.1" status: 200 len: 945 time: 0.1033933 Apr 20 18:30:48.249045 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-7ee1090f-b47d-493e-be4e-17ef2be81121 req-bff0c8c9-25f7-404d-9414-323fa98f3ce6 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463529 Apr 20 18:30:48.826057 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5cfdee-7592-4fab-964b-c360942a18bb req-0c30b4c1-3d23-41bf-9c74-d43d3920a7a9 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:48.828048 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ef5cfdee-7592-4fab-964b-c360942a18bb req-0c30b4c1-3d23-41bf-9c74-d43d3920a7a9 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] 10.222.0.46 "GET /v2.0/ports?device_id=baf0196c-e851-4048-99ff-d4bae361dcdf HTTP/1.1" status: 200 len: 945 time: 0.0984755 Apr 20 18:30:48.939061 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [req-ef5cfdee-7592-4fab-964b-c360942a18bb req-3ef41919-17c2-45f8-97b8-b189b24385d9 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] Deleting port ee9e5ed3-9f0a-437f-8765-d78e5211cd9e {{(pid=86391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:30:48.939458 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-ef5cfdee-7592-4fab-964b-c360942a18bb req-3ef41919-17c2-45f8-97b8-b189b24385d9 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278078475124'] for port, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:49.103680 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe5e1a-b485-4c85-b12c-c6dffbc954cc req-bb5c4d10-a460-46bf-a722-6d3c0fa09dc2 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:49.105333 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-2bbe5e1a-b485-4c85-b12c-c6dffbc954cc req-bb5c4d10-a460-46bf-a722-6d3c0fa09dc2 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf0196c-e851-4048-99ff-d4bae361dcdf HTTP/1.1" status: 200 len: 945 time: 0.0937083 Apr 20 18:30:49.155211 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-2bbe5e1a-b485-4c85-b12c-c6dffbc954cc req-8bcec758-3a59-4ed3-952b-af9d56c836f7 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a492436-07ff-4887-a26d-036eef2a55dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425417 Apr 20 18:30:49.204825 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [req-ef5cfdee-7592-4fab-964b-c360942a18bb req-3ef41919-17c2-45f8-97b8-b189b24385d9 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] For port ee9e5ed3-9f0a-437f-8765-d78e5211cd9e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ee9e5ed3-9f0a-437f-8765-d78e5211cd9e,segment=NetworkSegment(82907d5d-c5ab-49be-a862-bc6a55093b82),segment_id=82907d5d-c5ab-49be-a862-bc6a55093b82)] {{(pid=86391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:30:49.205231 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-ef5cfdee-7592-4fab-964b-c360942a18bb req-3ef41919-17c2-45f8-97b8-b189b24385d9 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7972734'] for port, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:49.337707 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [req-ef5cfdee-7592-4fab-964b-c360942a18bb req-3ef41919-17c2-45f8-97b8-b189b24385d9 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] Calling delete_port for ee9e5ed3-9f0a-437f-8765-d78e5211cd9e owned by compute:nova {{(pid=86391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:30:49.850180 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f2ac6-0d46-46b6-8a82-0496863bfea4 req-e881e4bc-66c2-4263-ae57-6608874d744a tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:49.864324 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-eb9f2ac6-0d46-46b6-8a82-0496863bfea4 req-e881e4bc-66c2-4263-ae57-6608874d744a tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=218186a4-cdc1-4f70-b2f9-9b892470334d HTTP/1.1" status: 200 len: 945 time: 0.4971573 Apr 20 18:30:49.968891 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-eb9f2ac6-0d46-46b6-8a82-0496863bfea4 req-3f875da7-9099-42dc-8406-8ec42e735eef tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897045 Apr 20 18:30:49.970300 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-ef5cfdee-7592-4fab-964b-c360942a18bb req-3ef41919-17c2-45f8-97b8-b189b24385d9 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278078469919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758775855577'] for port, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:49.977036 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:49.987981 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] get_ports_and_sgs() called for port_ids ['ee9e5ed3-9f0a-437f-8765-d78e5211cd9e'] {{(pid=86393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:30:50.058681 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef41919-17c2-45f8-97b8-b189b24385d9 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] Pushing event deleted for resources: {'Port': ['ID=ee9e5ed3-9f0a-437f-8765-d78e5211cd9e,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:50.068959 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 34114) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:50.121363 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-3ef41919-17c2-45f8-97b8-b189b24385d9 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:50.181867 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef5cfdee-7592-4fab-964b-c360942a18bb req-3ef41919-17c2-45f8-97b8-b189b24385d9 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] No DVR routers for this DVR port ee9e5ed3-9f0a-437f-8765-d78e5211cd9e on host hv-cinder-78693 {{(pid=86391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:30:50.184794 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-ef5cfdee-7592-4fab-964b-c360942a18bb req-3ef41919-17c2-45f8-97b8-b189b24385d9 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031'] for port, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:50.188501 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf0196c-e851-4048-99ff-d4bae361dcdf', 'name': 'network-vif-deleted', 'tag': 'ee9e5ed3-9f0a-437f-8765-d78e5211cd9e'}] {{(pid=86391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:30:50.242838 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ef5cfdee-7592-4fab-964b-c360942a18bb req-3ef41919-17c2-45f8-97b8-b189b24385d9 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] 10.222.0.46 "DELETE /v2.0/ports/ee9e5ed3-9f0a-437f-8765-d78e5211cd9e HTTP/1.1" status: 204 len: 173 time: 1.3915956 Apr 20 18:30:50.287327 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf0196c-e851-4048-99ff-d4bae361dcdf', 'name': 'network-vif-deleted', 'tag': 'ee9e5ed3-9f0a-437f-8765-d78e5211cd9e', 'status': 'completed', 'code': 200} Apr 20 18:30:50.297914 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-11f1ef1f-a896-4a6d-a630-8e235c9c978f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:50.337608 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-11f1ef1f-a896-4a6d-a630-8e235c9c978f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:50.342321 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-11f1ef1f-a896-4a6d-a630-8e235c9c978f admin admin] Usage tracker for resource:security_group_rule and tenant:815fb92e4e2f48d78554c9b8d1fb28a4 is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:50.351587 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-11f1ef1f-a896-4a6d-a630-8e235c9c978f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:50.362802 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-11f1ef1f-a896-4a6d-a630-8e235c9c978f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:50.470443 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-b9fe4329-5e7f-4196-8026-3fe2f00e14f3 req-02eae177-f5f8-4995-8770-01d3b780d171 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] Synchronizing usage tracker for tenant:adc1e0a8fbf34d698e9f5189d4bd1190 on resource:port {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:30:50.503765 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-b9fe4329-5e7f-4196-8026-3fe2f00e14f3 req-02eae177-f5f8-4995-8770-01d3b780d171 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] Unset dirty status for tenant:adc1e0a8fbf34d698e9f5189d4bd1190 on resource:port {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:30:50.505000 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-b9fe4329-5e7f-4196-8026-3fe2f00e14f3 req-02eae177-f5f8-4995-8770-01d3b780d171 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf0196c-e851-4048-99ff-d4bae361dcdf HTTP/1.1" status: 200 len: 210 time: 0.1348300 Apr 20 18:30:50.844438 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-11f1ef1f-a896-4a6d-a630-8e235c9c978f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:50.852972 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-11f1ef1f-a896-4a6d-a630-8e235c9c978f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:50.864960 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-a7f01e10-0d4f-48b4-8e96-55797da356f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:50.945487 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-11f1ef1f-a896-4a6d-a630-8e235c9c978f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=815fb92e4e2f48d78554c9b8d1fb28a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8750067 Apr 20 18:30:50.947775 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 34150) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:50.966187 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f1ef1f-a896-4a6d-a630-8e235c9c978f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00da10fd-648b-445b-8bc8-fdce95047574,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:50.975356 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-11f1ef1f-a896-4a6d-a630-8e235c9c978f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:50.984349 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0959c4-e13e-4f84-b881-4cbd05468fa7 req-9ee12655-2f4b-4a07-9508-420f18470bca tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:50.986472 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-4d0959c4-e13e-4f84-b881-4cbd05468fa7 req-9ee12655-2f4b-4a07-9508-420f18470bca tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/networks?id=69eb6f97-ea3e-4050-89c1-6e90e1792b19 HTTP/1.1" status: 200 len: 815 time: 0.4643364 Apr 20 18:30:51.018253 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-4d0959c4-e13e-4f84-b881-4cbd05468fa7 req-bc07e87f-8284-41fc-95ac-fd0326ff5ff0 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/quotas/c10c8e1bd4ff416298fcc5e373996fcd HTTP/1.1" status: 200 len: 375 time: 0.0247850 Apr 20 18:30:51.021821 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-6a33be5c-7770-447f-b59d-26e46569483c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:51.055921 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-6a33be5c-7770-447f-b59d-26e46569483c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:51.105613 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-6a33be5c-7770-447f-b59d-26e46569483c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:51.110969 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-de89d635-954c-4def-b62a-bdefc1e74610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:51.123496 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-4d0959c4-e13e-4f84-b881-4cbd05468fa7 req-3d3ce718-f10c-4087-814c-b38104687faa tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c10c8e1bd4ff416298fcc5e373996fcd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0982265 Apr 20 18:30:51.126478 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a33be5c-7770-447f-b59d-26e46569483c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00da10fd-648b-445b-8bc8-fdce95047574,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:51.129081 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-6a33be5c-7770-447f-b59d-26e46569483c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:51.130076 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-6a33be5c-7770-447f-b59d-26e46569483c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:51.131394 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-6a33be5c-7770-447f-b59d-26e46569483c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/00da10fd-648b-445b-8bc8-fdce95047574 HTTP/1.1" status: 204 len: 168 time: 0.1825202 Apr 20 18:30:51.280355 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-4d0959c4-e13e-4f84-b881-4cbd05468fa7 req-7f5611a6-edce-4f06-a30e-256fd641cf1a service neutron] 10.222.0.20 "GET /v2.0/networks/69eb6f97-ea3e-4050-89c1-6e90e1792b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508555 Apr 20 18:30:51.311085 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7d8c1-5d10-4d6d-ba82-fe7851b99649 req-4a2d4fca-a254-4fc0-9366-4ccb28ba2a58 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:51.312684 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-3fa7d8c1-5d10-4d6d-ba82-fe7851b99649 req-4a2d4fca-a254-4fc0-9366-4ccb28ba2a58 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=218186a4-cdc1-4f70-b2f9-9b892470334d HTTP/1.1" status: 200 len: 945 time: 0.0968931 Apr 20 18:30:51.362302 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-3fa7d8c1-5d10-4d6d-ba82-fe7851b99649 req-66bfccaa-d514-4044-a4e6-c345ec641a33 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421681 Apr 20 18:30:51.436207 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-4d0959c4-e13e-4f84-b881-4cbd05468fa7 req-9c3ea440-2d9b-436c-91fa-6bfc229732b6 service neutron] 10.222.0.20 "GET /v2.0/networks/69eb6f97-ea3e-4050-89c1-6e90e1792b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438587 Apr 20 18:30:51.642107 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-c0e64f28-7c92-4f93-9321-48dcb263727d req-78646a2d-fead-4b62-93ce-7214340b0739 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a2a2d9-a5e5-4142-927e-b79a7d2fb200 HTTP/1.1" status: 200 len: 210 time: 0.0583560 Apr 20 18:30:52.018345 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 34202) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:52.324028 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 34218) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:52.394331 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ee08f8f-c4a6-4504-852a-05bf1934e496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:52.437202 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-7a402301-9361-4a97-8fde-5f46a0841abd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:52.456001 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-7a402301-9361-4a97-8fde-5f46a0841abd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:52.462965 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-7a402301-9361-4a97-8fde-5f46a0841abd admin admin] Usage tracker for resource:security_group_rule and tenant:78d3bb2468684f2bbac85e346ae51f98 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:52.466050 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-2ee08f8f-c4a6-4504-852a-05bf1934e496 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:52.468427 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-7a402301-9361-4a97-8fde-5f46a0841abd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:52.475561 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-2ee08f8f-c4a6-4504-852a-05bf1934e496 admin admin] Usage tracker for resource:security_group_rule and tenant:8b19bf028ea64750ab854036d7b0457a is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:52.478467 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-7a402301-9361-4a97-8fde-5f46a0841abd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:52.480769 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-2ee08f8f-c4a6-4504-852a-05bf1934e496 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:52.493148 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-2ee08f8f-c4a6-4504-852a-05bf1934e496 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:52.630780 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490b0f3-3bad-4f54-a04d-820ef7328981 req-78be7933-f563-428e-bbea-820e6d17318d tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:52.632365 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-c490b0f3-3bad-4f54-a04d-820ef7328981 req-78be7933-f563-428e-bbea-820e6d17318d tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=218186a4-cdc1-4f70-b2f9-9b892470334d HTTP/1.1" status: 200 len: 945 time: 0.1346054 Apr 20 18:30:52.646237 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ee08f8f-c4a6-4504-852a-05bf1934e496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:52.651795 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ee08f8f-c4a6-4504-852a-05bf1934e496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:52.667163 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-6f203bd1-c317-4ed3-85b8-2fb2c477f976 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:52.683949 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-c490b0f3-3bad-4f54-a04d-820ef7328981 req-f7013ee9-9787-4025-82eb-e6a482a8f2c0 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442228 Apr 20 18:30:52.700101 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-7a402301-9361-4a97-8fde-5f46a0841abd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:52.713651 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-7a402301-9361-4a97-8fde-5f46a0841abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:52.728751 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-2ee08f8f-c4a6-4504-852a-05bf1934e496 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8b19bf028ea64750ab854036d7b0457a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7092135 Apr 20 18:30:52.731973 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 34238) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:52.732469 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee08f8f-c4a6-4504-852a-05bf1934e496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aadcb133-4f89-410d-b9f3-eb24c4be2f53,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:52.737420 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ee08f8f-c4a6-4504-852a-05bf1934e496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:52.737880 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:52.770436 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a402301-9361-4a97-8fde-5f46a0841abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b776061a-66a6-4c76-8c12-c36041e8c51a,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:52.776207 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-7a402301-9361-4a97-8fde-5f46a0841abd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:52.784019 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-7a402301-9361-4a97-8fde-5f46a0841abd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=78d3bb2468684f2bbac85e346ae51f98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4581549 Apr 20 18:30:52.787195 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 34244) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:52.806106 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-7ea91353-1f66-4f4e-a56e-769da5d49099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:52.834133 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-7ea91353-1f66-4f4e-a56e-769da5d49099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:52.891170 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-7ea91353-1f66-4f4e-a56e-769da5d49099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:52.901615 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-50eb8b23-c940-4a7f-a9bb-132dd3d6b5a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:52.926260 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-86afdb33-7d19-40ae-b391-4e34ea2c4437 req-5b55c38b-9905-42f2-96ec-cd2b7f1cc5a8 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a2a2d9-a5e5-4142-927e-b79a7d2fb200 HTTP/1.1" status: 200 len: 210 time: 0.1086993 Apr 20 18:30:52.932180 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-7ea91353-1f66-4f4e-a56e-769da5d49099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:52.937057 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-7ea91353-1f66-4f4e-a56e-769da5d49099 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aadcb133-4f89-410d-b9f3-eb24c4be2f53 HTTP/1.1" status: 204 len: 168 time: 0.2040520 Apr 20 18:30:52.938218 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea91353-1f66-4f4e-a56e-769da5d49099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aadcb133-4f89-410d-b9f3-eb24c4be2f53,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:52.941150 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-7ea91353-1f66-4f4e-a56e-769da5d49099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:52.958985 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-40f0640a-77ff-4d0c-943e-49f1bb60b014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:52.997077 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-40f0640a-77ff-4d0c-943e-49f1bb60b014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:53.049494 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-40f0640a-77ff-4d0c-943e-49f1bb60b014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:53.062501 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-6a33be5c-7770-447f-b59d-26e46569483c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:53.113586 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f0640a-77ff-4d0c-943e-49f1bb60b014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b776061a-66a6-4c76-8c12-c36041e8c51a,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:53.184622 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-40f0640a-77ff-4d0c-943e-49f1bb60b014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:53.186159 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-40f0640a-77ff-4d0c-943e-49f1bb60b014 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b776061a-66a6-4c76-8c12-c36041e8c51a HTTP/1.1" status: 204 len: 168 time: 0.3978007 Apr 20 18:30:53.193885 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-40f0640a-77ff-4d0c-943e-49f1bb60b014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:53.276940 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0959c4-e13e-4f84-b881-4cbd05468fa7 req-25c13346-0539-431e-964f-c15026613c39 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:53.278974 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-4d0959c4-e13e-4f84-b881-4cbd05468fa7 req-25c13346-0539-431e-964f-c15026613c39 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.46 "GET /v2.0/networks?id=69eb6f97-ea3e-4050-89c1-6e90e1792b19 HTTP/1.1" status: 200 len: 815 time: 0.2182236 Apr 20 18:30:53.299022 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [req-4d0959c4-e13e-4f84-b881-4cbd05468fa7 req-b6f1c7ba-835f-41c4-8f5b-ad4d81346d8d tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Request body: {'port': {'device_id': '31a2a2d9-a5e5-4142-927e-b79a7d2fb200', 'network_id': '69eb6f97-ea3e-4050-89c1-6e90e1792b19', 'admin_state_up': True, 'tenant_id': 'c10c8e1bd4ff416298fcc5e373996fcd'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:30:53.527428 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [req-4d0959c4-e13e-4f84-b881-4cbd05468fa7 req-b6f1c7ba-835f-41c4-8f5b-ad4d81346d8d tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:53.542144 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [req-4d0959c4-e13e-4f84-b881-4cbd05468fa7 req-b6f1c7ba-835f-41c4-8f5b-ad4d81346d8d tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:53.560949 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d0959c4-e13e-4f84-b881-4cbd05468fa7 req-b6f1c7ba-835f-41c4-8f5b-ad4d81346d8d tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Made reservation on behalf of c10c8e1bd4ff416298fcc5e373996fcd for: {'port': 1} {{(pid=86391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:30:53.571153 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-4d0959c4-e13e-4f84-b881-4cbd05468fa7 req-b6f1c7ba-835f-41c4-8f5b-ad4d81346d8d tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:53.597635 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device ee9e5ed3-9f0a-437f-8765-d78e5211cd9e no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:30:53.644087 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] No Port match for: ee9e5ed3-9f0a-437f-8765-d78e5211cd9e {{(pid=86393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:30:53.644725 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device ee9e5ed3-9f0a-437f-8765-d78e5211cd9e not bound to the agent host hv-cinder-78693 {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:30:53.713835 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-1a0ed5c3-1ec3-4885-a418-4519e49c58ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:53.785471 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.db_base_plugin_common [req-4d0959c4-e13e-4f84-b881-4cbd05468fa7 req-b6f1c7ba-835f-41c4-8f5b-ad4d81346d8d tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Allocated IP 172.20.0.3 (69eb6f97-ea3e-4050-89c1-6e90e1792b19/97c6181f-cafd-4b1b-a893-b50fc49a5af4/429b6c82-ac59-4264-8db8-c9391bde1d11) {{(pid=86391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:30:54.017681 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-4d0959c4-e13e-4f84-b881-4cbd05468fa7 req-b6f1c7ba-835f-41c4-8f5b-ad4d81346d8d tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Notify callbacks [] for port, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:54.052614 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-4d0959c4-e13e-4f84-b881-4cbd05468fa7 req-b6f1c7ba-835f-41c4-8f5b-ad4d81346d8d tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278078920240'] for port, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:54.060428 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-c630148c-d360-4244-a99d-cdde095c12b0 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:54.074324 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] get_ports_and_sgs() called for port_ids ['ecac05ec-2410-41c4-9ea9-0ca360507bf0', '7a230b58-7a09-4c98-b20a-9bbcf4c21a7a'] {{(pid=86393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:30:54.090177 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27662507-6fc3-4519-b69f-5f4de1731d68 req-d88809a6-b870-4f5c-a33e-2d21519cb7d7 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:54.100895 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-27662507-6fc3-4519-b69f-5f4de1731d68 req-d88809a6-b870-4f5c-a33e-2d21519cb7d7 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=218186a4-cdc1-4f70-b2f9-9b892470334d HTTP/1.1" status: 200 len: 945 time: 0.1873934 Apr 20 18:30:54.197908 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d0959c4-e13e-4f84-b881-4cbd05468fa7 req-b6f1c7ba-835f-41c4-8f5b-ad4d81346d8d tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Network 69eb6f97-ea3e-4050-89c1-6e90e1792b19 is already hosted by enough agents. {{(pid=86391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:30:54.206273 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-27662507-6fc3-4519-b69f-5f4de1731d68 req-f005c456-d15b-4bd2-8a99-1680fcc12912 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953095 Apr 20 18:30:54.218954 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [req-4d0959c4-e13e-4f84-b881-4cbd05468fa7 req-b6f1c7ba-835f-41c4-8f5b-ad4d81346d8d tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Resources bound (agent type, host, resource id): {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:30:54.229468 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d0959c4-e13e-4f84-b881-4cbd05468fa7 req-b6f1c7ba-835f-41c4-8f5b-ad4d81346d8d tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Received port after_create {{(pid=86391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:30:54.236437 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0959c4-e13e-4f84-b881-4cbd05468fa7 req-b6f1c7ba-835f-41c4-8f5b-ad4d81346d8d tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:54.237213 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-4d0959c4-e13e-4f84-b881-4cbd05468fa7 req-b6f1c7ba-835f-41c4-8f5b-ad4d81346d8d tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031'] for port, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:54.251792 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f1c7ba-835f-41c4-8f5b-ad4d81346d8d tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Pushing event updated for resources: {'Port': ['ID=429b6c82-ac59-4264-8db8-c9391bde1d11,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:54.318380 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-b6f1c7ba-835f-41c4-8f5b-ad4d81346d8d tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:54.348885 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-4d0959c4-e13e-4f84-b881-4cbd05468fa7 req-b6f1c7ba-835f-41c4-8f5b-ad4d81346d8d tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0548992 Apr 20 18:30:54.377435 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [req-4d0959c4-e13e-4f84-b881-4cbd05468fa7 req-b306cf24-0fb1-4c5b-94b3-56cff7b1e8ec service neutron] Request body: {'port': {'device_id': '31a2a2d9-a5e5-4142-927e-b79a7d2fb200', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:30:54.473088 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a455ec-f1c4-4eea-a840-a5cd93ed5452 req-12901c0e-b934-48e1-87db-f3fd8c931f58 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:54.474057 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-94a455ec-f1c4-4eea-a840-a5cd93ed5452 req-12901c0e-b934-48e1-87db-f3fd8c931f58 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Synchronizing usage tracker for tenant:c10c8e1bd4ff416298fcc5e373996fcd on resource:port {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:30:54.545937 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-94a455ec-f1c4-4eea-a840-a5cd93ed5452 req-12901c0e-b934-48e1-87db-f3fd8c931f58 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Unset dirty status for tenant:c10c8e1bd4ff416298fcc5e373996fcd on resource:port {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:30:54.547255 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-94a455ec-f1c4-4eea-a840-a5cd93ed5452 req-12901c0e-b934-48e1-87db-f3fd8c931f58 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a2a2d9-a5e5-4142-927e-b79a7d2fb200 HTTP/1.1" status: 200 len: 931 time: 0.2772164 Apr 20 18:30:54.559009 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-4d0959c4-e13e-4f84-b881-4cbd05468fa7 req-b306cf24-0fb1-4c5b-94b3-56cff7b1e8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:54.653893 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 34326) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:54.668805 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-94a455ec-f1c4-4eea-a840-a5cd93ed5452 req-2e01fcb5-a827-4387-8241-7bfa03a4da70 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/security-groups?id=18dbf877-4418-4cf7-b982-e374a1f22360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115646 Apr 20 18:30:54.919573 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-db271e69-bd49-496c-945a-ea97cb9cee6d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1267879730-network', 'tenant_id': '556b1d613976475a85611d2d08887d47'}} {{(pid=86392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:30:54.926673 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-db271e69-bd49-496c-945a-ea97cb9cee6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:54.930903 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-db271e69-bd49-496c-945a-ea97cb9cee6d admin admin] Usage tracker for resource:network and tenant:556b1d613976475a85611d2d08887d47 is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:54.933799 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-db271e69-bd49-496c-945a-ea97cb9cee6d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:54.940565 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-db271e69-bd49-496c-945a-ea97cb9cee6d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:54.951112 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db271e69-bd49-496c-945a-ea97cb9cee6d admin admin] Made reservation on behalf of 556b1d613976475a85611d2d08887d47 for: {'network': 1} {{(pid=86392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:30:54.956273 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db271e69-bd49-496c-945a-ea97cb9cee6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for network, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:54.970296 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db271e69-bd49-496c-945a-ea97cb9cee6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:54.986232 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-db271e69-bd49-496c-945a-ea97cb9cee6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:54.990450 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-db271e69-bd49-496c-945a-ea97cb9cee6d admin admin] Usage tracker for resource:security_group_rule and tenant:556b1d613976475a85611d2d08887d47 is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:54.993649 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-db271e69-bd49-496c-945a-ea97cb9cee6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:54.999995 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-db271e69-bd49-496c-945a-ea97cb9cee6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:55.015524 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [req-4d0959c4-e13e-4f84-b881-4cbd05468fa7 req-b306cf24-0fb1-4c5b-94b3-56cff7b1e8ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 429b6c82-ac59-4264-8db8-c9391bde1d11 {{(pid=86391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:30:55.024099 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-4d0959c4-e13e-4f84-b881-4cbd05468fa7 req-b306cf24-0fb1-4c5b-94b3-56cff7b1e8ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:55.040565 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [req-4d0959c4-e13e-4f84-b881-4cbd05468fa7 req-b306cf24-0fb1-4c5b-94b3-56cff7b1e8ec service neutron] Transition to ACTIVE for port object 429b6c82-ac59-4264-8db8-c9391bde1d11 will not be triggered until provisioned by entity L2. {{(pid=86391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:30:55.044393 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-4d0959c4-e13e-4f84-b881-4cbd05468fa7 req-b306cf24-0fb1-4c5b-94b3-56cff7b1e8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:55.049588 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:55.096177 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db271e69-bd49-496c-945a-ea97cb9cee6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:55.102771 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db271e69-bd49-496c-945a-ea97cb9cee6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:55.116757 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db271e69-bd49-496c-945a-ea97cb9cee6d admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=86392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 18:30:55.129549 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db271e69-bd49-496c-945a-ea97cb9cee6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854116670'] for segment, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:55.130226 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.db.segments_db [None req-db271e69-bd49-496c-945a-ea97cb9cee6d admin admin] Added segment d8bdd10f-942f-47b5-87d7-a2804a59eb3d of type vlan for network 43ccf1dd-c8e6-4cae-8d19-b023423de452 Apr 20 18:30:55.135754 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-ed8474eb-1fbc-4df3-9d3e-276f4ebf975d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:55.173984 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db271e69-bd49-496c-945a-ea97cb9cee6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758775846003'] for network, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:55.211736 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db271e69-bd49-496c-945a-ea97cb9cee6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9e26c7-bedf-469d-a930-153a51afd6ee,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:55.218658 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-db271e69-bd49-496c-945a-ea97cb9cee6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:55.230287 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db271e69-bd49-496c-945a-ea97cb9cee6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058'] for network, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:55.232208 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db271e69-bd49-496c-945a-ea97cb9cee6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:55.233190 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db271e69-bd49-496c-945a-ea97cb9cee6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for network, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:55.251164 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:55.275601 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b306cf24-0fb1-4c5b-94b3-56cff7b1e8ec service neutron] Pushing event updated for resources: {'Port': ['ID=429b6c82-ac59-4264-8db8-c9391bde1d11,revision_number=2']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:55.287875 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-b306cf24-0fb1-4c5b-94b3-56cff7b1e8ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:55.296833 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [req-4d0959c4-e13e-4f84-b881-4cbd05468fa7 req-b306cf24-0fb1-4c5b-94b3-56cff7b1e8ec service neutron] Attempting to bind port 429b6c82-ac59-4264-8db8-c9391bde1d11 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:30:55.296833 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [req-4d0959c4-e13e-4f84-b881-4cbd05468fa7 req-b306cf24-0fb1-4c5b-94b3-56cff7b1e8ec service neutron] Attempting to bind port 429b6c82-ac59-4264-8db8-c9391bde1d11 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '6a0be6b6-b186-485f-b80c-5e6aa7f438bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '69eb6f97-ea3e-4050-89c1-6e90e1792b19'}] {{(pid=86391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:30:55.297285 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0959c4-e13e-4f84-b881-4cbd05468fa7 req-b306cf24-0fb1-4c5b-94b3-56cff7b1e8ec service neutron] Attempting to bind port 429b6c82-ac59-4264-8db8-c9391bde1d11 on network 69eb6f97-ea3e-4050-89c1-6e90e1792b19 {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:30:55.303210 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0959c4-e13e-4f84-b881-4cbd05468fa7 req-b306cf24-0fb1-4c5b-94b3-56cff7b1e8ec service neutron] Port 429b6c82-ac59-4264-8db8-c9391bde1d11 on network 69eb6f97-ea3e-4050-89c1-6e90e1792b19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:30:55.303765 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0959c4-e13e-4f84-b881-4cbd05468fa7 req-b306cf24-0fb1-4c5b-94b3-56cff7b1e8ec service neutron] Attempting to bind port 429b6c82-ac59-4264-8db8-c9391bde1d11 on network 69eb6f97-ea3e-4050-89c1-6e90e1792b19 {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:30:55.310186 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0959c4-e13e-4f84-b881-4cbd05468fa7 req-b306cf24-0fb1-4c5b-94b3-56cff7b1e8ec service neutron] Checking agent: {'id': '263cae3f-8754-41ef-b011-a572dc0aeed8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 27, 47), 'started_at': datetime.datetime(2021, 4, 20, 18, 27, 47), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:30:55.310683 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0959c4-e13e-4f84-b881-4cbd05468fa7 req-b306cf24-0fb1-4c5b-94b3-56cff7b1e8ec service neutron] Checking segment: {'id': '6a0be6b6-b186-485f-b80c-5e6aa7f438bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '69eb6f97-ea3e-4050-89c1-6e90e1792b19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:30:55.311512 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0959c4-e13e-4f84-b881-4cbd05468fa7 req-b306cf24-0fb1-4c5b-94b3-56cff7b1e8ec service neutron] Bound using segment: {'id': '6a0be6b6-b186-485f-b80c-5e6aa7f438bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '69eb6f97-ea3e-4050-89c1-6e90e1792b19'} {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:30:55.312099 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [req-4d0959c4-e13e-4f84-b881-4cbd05468fa7 req-b306cf24-0fb1-4c5b-94b3-56cff7b1e8ec service neutron] Bound port: 429b6c82-ac59-4264-8db8-c9391bde1d11, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a0be6b6-b186-485f-b80c-5e6aa7f438bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '69eb6f97-ea3e-4050-89c1-6e90e1792b19'}}] {{(pid=86391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:30:55.312581 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-4d0959c4-e13e-4f84-b881-4cbd05468fa7 req-b306cf24-0fb1-4c5b-94b3-56cff7b1e8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:55.428668 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [req-4d0959c4-e13e-4f84-b881-4cbd05468fa7 req-b306cf24-0fb1-4c5b-94b3-56cff7b1e8ec service neutron] For port 429b6c82-ac59-4264-8db8-c9391bde1d11, host hv-cinder-78693, cleared binding levels {{(pid=86391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:30:55.435469 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [req-4d0959c4-e13e-4f84-b881-4cbd05468fa7 req-b306cf24-0fb1-4c5b-94b3-56cff7b1e8ec service neutron] For port 429b6c82-ac59-4264-8db8-c9391bde1d11, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=429b6c82-ac59-4264-8db8-c9391bde1d11,segment=NetworkSegment(6a0be6b6-b186-485f-b80c-5e6aa7f438bb),segment_id=6a0be6b6-b186-485f-b80c-5e6aa7f438bb)] {{(pid=86391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:30:55.442635 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-4d0959c4-e13e-4f84-b881-4cbd05468fa7 req-b306cf24-0fb1-4c5b-94b3-56cff7b1e8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:55.448345 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2269cd7f-eb84-4f59-9da8-d6465d9624a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:55.497693 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db271e69-bd49-496c-945a-ea97cb9cee6d admin admin] Pushing event updated for resources: {'Network': ['ID=43ccf1dd-c8e6-4cae-8d19-b023423de452,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:55.506137 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-db271e69-bd49-496c-945a-ea97cb9cee6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:55.513426 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-db271e69-bd49-496c-945a-ea97cb9cee6d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8578894 Apr 20 18:30:55.516343 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 34364) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:55.516563 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Network 43ccf1dd-c8e6-4cae-8d19-b023423de452 details requested by agent ovs-agent-dv-cinder-786932-2-smb with host dv-cinder-786932-2-smb {{(pid=86393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:30:55.523958 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-78bd4c10-4103-42f2-928a-bd9ff0beb96d admin admin] Request body: {'subnet': {'network_id': '43ccf1dd-c8e6-4cae-8d19-b023423de452', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1267879730-subnet', 'tenant_id': '556b1d613976475a85611d2d08887d47', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:30:55.530021 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-78bd4c10-4103-42f2-928a-bd9ff0beb96d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:55.534128 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-78bd4c10-4103-42f2-928a-bd9ff0beb96d admin admin] Usage tracker for resource:subnet and tenant:556b1d613976475a85611d2d08887d47 is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:55.537168 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-78bd4c10-4103-42f2-928a-bd9ff0beb96d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:55.543342 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-78bd4c10-4103-42f2-928a-bd9ff0beb96d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:55.562591 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78bd4c10-4103-42f2-928a-bd9ff0beb96d admin admin] Made reservation on behalf of 556b1d613976475a85611d2d08887d47 for: {'subnet': 1} {{(pid=86392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:30:55.568187 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-78bd4c10-4103-42f2-928a-bd9ff0beb96d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851688792'] for subnet, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:55.585863 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0959c4-e13e-4f84-b881-4cbd05468fa7 req-b306cf24-0fb1-4c5b-94b3-56cff7b1e8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:55.586804 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-4d0959c4-e13e-4f84-b881-4cbd05468fa7 req-b306cf24-0fb1-4c5b-94b3-56cff7b1e8ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031'] for port, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:55.588291 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-4d0959c4-e13e-4f84-b881-4cbd05468fa7 req-b306cf24-0fb1-4c5b-94b3-56cff7b1e8ec service neutron] 10.222.0.46 "PUT /v2.0/ports/429b6c82-ac59-4264-8db8-c9391bde1d11 HTTP/1.1" status: 200 len: 1093 time: 1.2217491 Apr 20 18:30:55.588832 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31a2a2d9-a5e5-4142-927e-b79a7d2fb200', 'tag': '429b6c82-ac59-4264-8db8-c9391bde1d11'}] {{(pid=86391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:30:55.637097 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b306cf24-0fb1-4c5b-94b3-56cff7b1e8ec service neutron] Pushing event updated for resources: {'Port': ['ID=429b6c82-ac59-4264-8db8-c9391bde1d11,revision_number=3']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:55.769013 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-b306cf24-0fb1-4c5b-94b3-56cff7b1e8ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:55.775069 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d37d6b98-f54f-4e15-889d-c00171f781c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:55.780071 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31a2a2d9-a5e5-4142-927e-b79a7d2fb200', 'tag': '429b6c82-ac59-4264-8db8-c9391bde1d11', 'status': 'completed', 'code': 200} Apr 20 18:30:55.821674 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0959c4-e13e-4f84-b881-4cbd05468fa7 req-94ff2b78-a734-4727-820a-f2deac093b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:55.823405 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-4d0959c4-e13e-4f84-b881-4cbd05468fa7 req-94ff2b78-a734-4727-820a-f2deac093b18 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c10c8e1bd4ff416298fcc5e373996fcd&device_id=31a2a2d9-a5e5-4142-927e-b79a7d2fb200 HTTP/1.1" status: 200 len: 1096 time: 0.1677506 Apr 20 18:30:55.923087 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-4d0959c4-e13e-4f84-b881-4cbd05468fa7 req-270880c6-9d05-47f1-ba2a-e29b7432e172 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=429b6c82-ac59-4264-8db8-c9391bde1d11 HTTP/1.1" status: 200 len: 217 time: 0.0867991 Apr 20 18:30:56.030906 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41228154-8b41-46d7-a8a1-e149b41d069b req-8e4bd397-2d30-44c8-ae71-371a5230dd0b tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:56.032847 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-41228154-8b41-46d7-a8a1-e149b41d069b req-8e4bd397-2d30-44c8-ae71-371a5230dd0b tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=218186a4-cdc1-4f70-b2f9-9b892470334d HTTP/1.1" status: 200 len: 945 time: 0.6074564 Apr 20 18:30:56.086741 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0959c4-e13e-4f84-b881-4cbd05468fa7 req-3711f19e-e0eb-45e9-9b5d-ac48dee21150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:56.088514 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-4d0959c4-e13e-4f84-b881-4cbd05468fa7 req-3711f19e-e0eb-45e9-9b5d-ac48dee21150 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=97c6181f-cafd-4b1b-a893-b50fc49a5af4 HTTP/1.1" status: 200 len: 855 time: 0.1531827 Apr 20 18:30:56.106088 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278be585-c196-44ec-875a-e4c8e6da20d4 req-721ca70d-e05f-4ede-a155-8902e462857d tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:56.107949 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-278be585-c196-44ec-875a-e4c8e6da20d4 req-721ca70d-e05f-4ede-a155-8902e462857d tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a2a2d9-a5e5-4142-927e-b79a7d2fb200 HTTP/1.1" status: 200 len: 943 time: 0.1740658 Apr 20 18:30:56.171293 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-4d0959c4-e13e-4f84-b881-4cbd05468fa7 req-235813ab-6890-473b-9531-3e999582d335 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=69eb6f97-ea3e-4050-89c1-6e90e1792b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621703 Apr 20 18:30:56.185365 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-41228154-8b41-46d7-a8a1-e149b41d069b req-7b63fe00-f9cc-4517-9da0-696ec7cbcb1d tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455390 Apr 20 18:30:56.363146 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-78bd4c10-4103-42f2-928a-bd9ff0beb96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2153935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851688775'] for subnet, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:56.370692 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:56.391437 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-278be585-c196-44ec-875a-e4c8e6da20d4 req-5c8264d9-a7e8-40d0-b877-7055f5a8de0b tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/security-groups?id=18dbf877-4418-4cf7-b982-e374a1f22360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411776 Apr 20 18:30:56.469756 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bd4c10-4103-42f2-928a-bd9ff0beb96d admin admin] Pushing event updated for resources: {'Subnet': ['ID=037ec4cf-614f-4a7b-aebb-b8ef43103317,revision_number=0']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:56.478165 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-78bd4c10-4103-42f2-928a-bd9ff0beb96d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:56.504932 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bd4c10-4103-42f2-928a-bd9ff0beb96d admin admin] Checking segment: {'id': 'd8bdd10f-942f-47b5-87d7-a2804a59eb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '43ccf1dd-c8e6-4cae-8d19-b023423de452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:30:56.505327 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bd4c10-4103-42f2-928a-bd9ff0beb96d admin admin] Network hostable DHCP agents. Network: 43ccf1dd-c8e6-4cae-8d19-b023423de452, hostable agents: ['139febe7-9f58-4c27-9292-9a8c92178c1a'], hosted agents: [] {{(pid=86392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:30:56.514045 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-4d0959c4-e13e-4f84-b881-4cbd05468fa7 req-ae8cf4e0-98d5-492e-aa89-a2b1c1d921e6 service neutron] 10.222.0.46 "GET /v2.0/networks/69eb6f97-ea3e-4050-89c1-6e90e1792b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026314 Apr 20 18:30:56.525644 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bd4c10-4103-42f2-928a-bd9ff0beb96d admin admin] Network 43ccf1dd-c8e6-4cae-8d19-b023423de452 is scheduled to be hosted by DHCP agent 139febe7-9f58-4c27-9292-9a8c92178c1a with binding_index 1 {{(pid=86392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:30:56.534557 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [None req-78bd4c10-4103-42f2-928a-bd9ff0beb96d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-2-smb, 43ccf1dd-c8e6-4cae-8d19-b023423de452) {{(pid=86392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:30:56.544531 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9029861-d8d8-4e2b-847e-7a01b8896b24 None None] Network 43ccf1dd-c8e6-4cae-8d19-b023423de452 requested from dv-cinder-786932-2-smb {{(pid=86393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:30:56.547469 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bd4c10-4103-42f2-928a-bd9ff0beb96d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:56.548215 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-78bd4c10-4103-42f2-928a-bd9ff0beb96d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for subnet, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:56.573881 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-78bd4c10-4103-42f2-928a-bd9ff0beb96d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0562897 Apr 20 18:30:56.667169 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3b38f3e8-f2f1-49b6-ac75-f9314cd83db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:56.710062 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-4d0959c4-e13e-4f84-b881-4cbd05468fa7 req-644e481e-f942-4bdb-8854-d4a8cbceb7ee service neutron] 10.222.0.46 "GET /v2.0/networks/69eb6f97-ea3e-4050-89c1-6e90e1792b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799741 Apr 20 18:30:56.802082 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b6d51d-3418-40f6-90f8-635fa5a1e89c None None] Network 43ccf1dd-c8e6-4cae-8d19-b023423de452 requested from dv-cinder-786932-2-smb {{(pid=86393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:30:56.845493 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afebf1d4-7137-4e0e-9e20-ba2a1866315c req-42c88eaa-61a5-462e-8cc4-2f00316b6c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:56.845721 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-afebf1d4-7137-4e0e-9e20-ba2a1866315c req-42c88eaa-61a5-462e-8cc4-2f00316b6c27 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c10c8e1bd4ff416298fcc5e373996fcd&device_id=31a2a2d9-a5e5-4142-927e-b79a7d2fb200 HTTP/1.1" status: 200 len: 1096 time: 0.0880785 Apr 20 18:30:57.048619 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afebf1d4-7137-4e0e-9e20-ba2a1866315c req-a2050e31-ba64-4a5c-bbdb-5f1854cd0837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:57.050264 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-afebf1d4-7137-4e0e-9e20-ba2a1866315c req-a2050e31-ba64-4a5c-bbdb-5f1854cd0837 service neutron] 10.222.0.46 "GET /v2.0/networks?id=69eb6f97-ea3e-4050-89c1-6e90e1792b19 HTTP/1.1" status: 200 len: 916 time: 0.1863582 Apr 20 18:30:57.130065 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-afebf1d4-7137-4e0e-9e20-ba2a1866315c req-33638dba-55a6-4170-8e7e-f2ab307cbb73 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=429b6c82-ac59-4264-8db8-c9391bde1d11 HTTP/1.1" status: 200 len: 217 time: 0.0728321 Apr 20 18:30:57.213892 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afebf1d4-7137-4e0e-9e20-ba2a1866315c req-6aca90e7-5f21-4655-b24f-cf3d79b447db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:57.216168 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-afebf1d4-7137-4e0e-9e20-ba2a1866315c req-6aca90e7-5f21-4655-b24f-cf3d79b447db service neutron] 10.222.0.46 "GET /v2.0/subnets?id=97c6181f-cafd-4b1b-a893-b50fc49a5af4 HTTP/1.1" status: 200 len: 855 time: 0.0760033 Apr 20 18:30:57.280667 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-afebf1d4-7137-4e0e-9e20-ba2a1866315c req-35f29d6c-5c44-4442-9b19-068b15dcd83f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=69eb6f97-ea3e-4050-89c1-6e90e1792b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492241 Apr 20 18:30:57.689557 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b491b-d472-486a-90d9-4e77cf2160f4 req-0403d309-e7f3-4238-9cfd-c1dc64c69aa6 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:57.700244 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a23b491b-d472-486a-90d9-4e77cf2160f4 req-0403d309-e7f3-4238-9cfd-c1dc64c69aa6 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a2a2d9-a5e5-4142-927e-b79a7d2fb200 HTTP/1.1" status: 200 len: 943 time: 0.1049936 Apr 20 18:30:57.738155 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-afebf1d4-7137-4e0e-9e20-ba2a1866315c req-110457a5-277b-467e-acb7-e361a095fe1a service neutron] 10.222.0.46 "GET /v2.0/networks/69eb6f97-ea3e-4050-89c1-6e90e1792b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4522393 Apr 20 18:30:57.744672 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dfe3b4-e30a-4b62-b89f-6dc57f6ebb6b req-c9185e44-9046-4843-b3b0-543e27a9ade4 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:57.746946 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-c4dfe3b4-e30a-4b62-b89f-6dc57f6ebb6b req-c9185e44-9046-4843-b3b0-543e27a9ade4 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=218186a4-cdc1-4f70-b2f9-9b892470334d HTTP/1.1" status: 200 len: 945 time: 0.1482546 Apr 20 18:30:57.776693 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:57.778238 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a23b491b-d472-486a-90d9-4e77cf2160f4 req-d49ea80a-ef92-44d2-a5f6-b4768e38d9c5 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/security-groups?id=18dbf877-4418-4cf7-b982-e374a1f22360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741293 Apr 20 18:30:57.899225 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-c4dfe3b4-e30a-4b62-b89f-6dc57f6ebb6b req-338c8a8e-416d-4f91-8cfd-4afa0a208578 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236889 Apr 20 18:30:57.965453 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-afebf1d4-7137-4e0e-9e20-ba2a1866315c req-d4f2dfae-8572-4602-898d-c5de8f8dcb54 service neutron] 10.222.0.46 "GET /v2.0/networks/69eb6f97-ea3e-4050-89c1-6e90e1792b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174406 Apr 20 18:30:58.362749 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db4e54cc-07a3-4585-8120-e6421209c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:58.725861 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5939b1-ab95-447b-b30d-dd6984ef8f88 req-8e2fcdd0-08f9-42d0-8e2b-955311f5bf06 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:58.727422 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-7a5939b1-ab95-447b-b30d-dd6984ef8f88 req-8e2fcdd0-08f9-42d0-8e2b-955311f5bf06 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.20 "GET /v2.0/networks?id=43ccf1dd-c8e6-4cae-8d19-b023423de452 HTTP/1.1" status: 200 len: 809 time: 0.1649318 Apr 20 18:30:58.744683 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-7a5939b1-ab95-447b-b30d-dd6984ef8f88 req-6618025b-e66f-43c0-8eed-88657ace59b2 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.20 "GET /v2.0/quotas/556b1d613976475a85611d2d08887d47 HTTP/1.1" status: 200 len: 375 time: 0.0106821 Apr 20 18:30:58.803334 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-7a5939b1-ab95-447b-b30d-dd6984ef8f88 req-b074c49f-a563-45ac-965d-788cafbf7ce1 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=556b1d613976475a85611d2d08887d47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529099 Apr 20 18:30:59.014556 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-7a5939b1-ab95-447b-b30d-dd6984ef8f88 req-516a2757-756d-47de-a48d-e94dbf9581d5 service neutron] 10.222.0.20 "GET /v2.0/networks/43ccf1dd-c8e6-4cae-8d19-b023423de452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015433 Apr 20 18:30:59.055282 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116aec69-d2d0-49cc-96c2-e376e68e4ed9 req-8a290e5c-c5c3-4170-a482-3b157877f0c4 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:59.055282 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-116aec69-d2d0-49cc-96c2-e376e68e4ed9 req-8a290e5c-c5c3-4170-a482-3b157877f0c4 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a2a2d9-a5e5-4142-927e-b79a7d2fb200 HTTP/1.1" status: 200 len: 943 time: 0.1191897 Apr 20 18:30:59.105002 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-116aec69-d2d0-49cc-96c2-e376e68e4ed9 req-9763e4bd-139b-44f2-abc2-86acfd51313e tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/security-groups?id=18dbf877-4418-4cf7-b982-e374a1f22360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456848 Apr 20 18:30:59.171739 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-7a5939b1-ab95-447b-b30d-dd6984ef8f88 req-005fa617-f863-4170-b779-54ea0f7b699e service neutron] 10.222.0.20 "GET /v2.0/networks/43ccf1dd-c8e6-4cae-8d19-b023423de452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452668 Apr 20 18:30:59.306381 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c8bad-b81f-414f-bf6d-242e8858db7c req-834f2ec1-aac4-4339-a6cf-885cbbbc6d82 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:59.306475 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 34500) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:59.307726 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-611c8bad-b81f-414f-bf6d-242e8858db7c req-834f2ec1-aac4-4339-a6cf-885cbbbc6d82 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=218186a4-cdc1-4f70-b2f9-9b892470334d HTTP/1.1" status: 200 len: 945 time: 0.0962286 Apr 20 18:30:59.369576 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-611c8bad-b81f-414f-bf6d-242e8858db7c req-7912dfda-be8e-41b1-996e-d449b89cc262 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497465 Apr 20 18:30:59.466241 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e0a15d5c-749c-4e39-a7de-830339902cb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:59.467558 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-c06afab6-edd8-43a7-bc9c-05ec7ebb9368 req-eec4bc27-606a-45ae-a3fa-92ac895a82b9 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fe056b8-6cca-4877-839a-3868ef3cc2bc HTTP/1.1" status: 200 len: 210 time: 0.0522840 Apr 20 18:30:59.485501 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-e0a15d5c-749c-4e39-a7de-830339902cb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:30:59.490017 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-e0a15d5c-749c-4e39-a7de-830339902cb5 admin admin] Usage tracker for resource:security_group_rule and tenant:81ac9b93c9214b6996796c08fc13dc7e is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:30:59.498979 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-e0a15d5c-749c-4e39-a7de-830339902cb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:30:59.506172 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-e0a15d5c-749c-4e39-a7de-830339902cb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:30:59.641211 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device 429b6c82-ac59-4264-8db8-c9391bde1d11 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:30:59.695814 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e0a15d5c-749c-4e39-a7de-830339902cb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:59.699490 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d796f83-84f4-48d9-828d-6f780ca99715 req-4a50008c-bbf2-4c5a-9083-42487d49d780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:30:59.701233 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-2d796f83-84f4-48d9-828d-6f780ca99715 req-4a50008c-bbf2-4c5a-9083-42487d49d780 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=218186a4-cdc1-4f70-b2f9-9b892470334d HTTP/1.1" status: 200 len: 1098 time: 0.1285906 Apr 20 18:30:59.702937 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e0a15d5c-749c-4e39-a7de-830339902cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:59.715456 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-fc968e2a-f748-4c37-90f2-59c8fceec59c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:59.794133 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-2d796f83-84f4-48d9-828d-6f780ca99715 req-5479d5e1-f288-4f96-a357-6fa199e2e762 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796597 Apr 20 18:30:59.799814 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-e0a15d5c-749c-4e39-a7de-830339902cb5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=81ac9b93c9214b6996796c08fc13dc7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4921811 Apr 20 18:30:59.801666 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a15d5c-749c-4e39-a7de-830339902cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de4cd904-867f-478d-b777-e414cea6232c,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:59.802723 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 34524) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:30:59.805113 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-e0a15d5c-749c-4e39-a7de-830339902cb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:59.806047 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port 429b6c82-ac59-4264-8db8-c9391bde1d11, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=429b6c82-ac59-4264-8db8-c9391bde1d11,segment=NetworkSegment(6a0be6b6-b186-485f-b80c-5e6aa7f438bb),segment_id=6a0be6b6-b186-485f-b80c-5e6aa7f438bb)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:30:59.821205 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Returning: {'device': '429b6c82-ac59-4264-8db8-c9391bde1d11', 'network_id': '69eb6f97-ea3e-4050-89c1-6e90e1792b19', 'port_id': '429b6c82-ac59-4264-8db8-c9391bde1d11', 'mac_address': 'fa:16:3e:b3:03:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97c6181f-cafd-4b1b-a893-b50fc49a5af4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:30:59.865780 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-ebb32cf6-9df6-4fbe-91d4-3b3d5f54255c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:59.899891 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-ebb32cf6-9df6-4fbe-91d4-3b3d5f54255c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:59.901493 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:59.920960 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 429b6c82-ac59-4264-8db8-c9391bde1d11 {{(pid=86393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:30:59.937333 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port 429b6c82-ac59-4264-8db8-c9391bde1d11, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=429b6c82-ac59-4264-8db8-c9391bde1d11,segment=NetworkSegment(6a0be6b6-b186-485f-b80c-5e6aa7f438bb),segment_id=6a0be6b6-b186-485f-b80c-5e6aa7f438bb)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:30:59.941636 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:59.944304 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:59.946869 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-ebb32cf6-9df6-4fbe-91d4-3b3d5f54255c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:59.952009 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-96d93348-6f9a-412c-834f-e650c054bffc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:30:59.969466 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb32cf6-9df6-4fbe-91d4-3b3d5f54255c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de4cd904-867f-478d-b777-e414cea6232c,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:30:59.972598 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-ebb32cf6-9df6-4fbe-91d4-3b3d5f54255c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:30:59.973569 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-ebb32cf6-9df6-4fbe-91d4-3b3d5f54255c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:59.977669 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-ebb32cf6-9df6-4fbe-91d4-3b3d5f54255c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/de4cd904-867f-478d-b777-e414cea6232c HTTP/1.1" status: 204 len: 168 time: 0.1737323 Apr 20 18:31:00.028950 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Pushing event updated for resources: {'Port': ['ID=429b6c82-ac59-4264-8db8-c9391bde1d11,revision_number=4']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:00.032254 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:00.294434 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 34538) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:31:00.297431 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] get_ports_and_sgs() called for port_ids ['429b6c82-ac59-4264-8db8-c9391bde1d11'] {{(pid=86393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:31:00.310231 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b64226-a737-4932-b0f3-05f62f7b9433 req-8fc26d23-ee87-495a-9024-1358b6fcb433 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:00.311954 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-45b64226-a737-4932-b0f3-05f62f7b9433 req-8fc26d23-ee87-495a-9024-1358b6fcb433 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a2a2d9-a5e5-4142-927e-b79a7d2fb200 HTTP/1.1" status: 200 len: 944 time: 0.0898719 Apr 20 18:31:00.334011 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2a09a4ab-7f59-42f1-b409-9c13a6b338a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:00.351275 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-2a09a4ab-7f59-42f1-b409-9c13a6b338a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:31:00.355999 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-2a09a4ab-7f59-42f1-b409-9c13a6b338a4 admin admin] Usage tracker for resource:security_group_rule and tenant:ba71dd31f7434e2c96d3f52a81fe5d41 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:31:00.359274 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-2a09a4ab-7f59-42f1-b409-9c13a6b338a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:31:00.365831 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-2a09a4ab-7f59-42f1-b409-9c13a6b338a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:31:00.372418 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-45b64226-a737-4932-b0f3-05f62f7b9433 req-adbe2818-2499-4476-86d0-fd9d760c7635 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/security-groups?id=18dbf877-4418-4cf7-b982-e374a1f22360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538876 Apr 20 18:31:00.487763 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2a09a4ab-7f59-42f1-b409-9c13a6b338a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:00.494533 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2a09a4ab-7f59-42f1-b409-9c13a6b338a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:00.525273 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:00.537455 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-2a09a4ab-7f59-42f1-b409-9c13a6b338a4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ba71dd31f7434e2c96d3f52a81fe5d41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2383094 Apr 20 18:31:00.538865 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 34552) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:31:00.615329 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a09a4ab-7f59-42f1-b409-9c13a6b338a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8db07e-96a7-4ecf-990a-8563d5727365,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:00.619982 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2a09a4ab-7f59-42f1-b409-9c13a6b338a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:00.630418 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-fc7e9d4f-9ae7-4396-a524-18c5ca0dcf82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:00.663493 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-fc7e9d4f-9ae7-4396-a524-18c5ca0dcf82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:00.665399 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ffaeb-306d-47fe-9898-ec2c65920524 req-09a29d4e-41cb-415e-a0d1-7e936378b038 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:00.667551 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-fa4ffaeb-306d-47fe-9898-ec2c65920524 req-09a29d4e-41cb-415e-a0d1-7e936378b038 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=218186a4-cdc1-4f70-b2f9-9b892470334d HTTP/1.1" status: 200 len: 945 time: 0.1273062 Apr 20 18:31:00.720414 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-fc7e9d4f-9ae7-4396-a524-18c5ca0dcf82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:00.728279 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:00.794617 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-fc7e9d4f-9ae7-4396-a524-18c5ca0dcf82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:00.798676 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-fc7e9d4f-9ae7-4396-a524-18c5ca0dcf82 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ac8db07e-96a7-4ecf-990a-8563d5727365 HTTP/1.1" status: 204 len: 168 time: 0.2567027 Apr 20 18:31:00.803518 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7e9d4f-9ae7-4396-a524-18c5ca0dcf82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8db07e-96a7-4ecf-990a-8563d5727365,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:00.823744 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-fc7e9d4f-9ae7-4396-a524-18c5ca0dcf82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:00.837178 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-fa4ffaeb-306d-47fe-9898-ec2c65920524 req-f51f1b8c-ccda-4b18-bcb2-5ae6f9f664a8 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400235 Apr 20 18:31:00.888086 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5939b1-ab95-447b-b30d-dd6984ef8f88 req-b264ad71-acbb-4b21-9662-db097c68a28f tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:00.890429 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-7a5939b1-ab95-447b-b30d-dd6984ef8f88 req-b264ad71-acbb-4b21-9662-db097c68a28f tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.46 "GET /v2.0/networks?id=43ccf1dd-c8e6-4cae-8d19-b023423de452 HTTP/1.1" status: 200 len: 809 time: 0.2213914 Apr 20 18:31:00.904625 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [req-7a5939b1-ab95-447b-b30d-dd6984ef8f88 req-b5811bad-77f8-442a-93f1-2a82f80478e3 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Request body: {'port': {'device_id': '5fe056b8-6cca-4877-839a-3868ef3cc2bc', 'network_id': '43ccf1dd-c8e6-4cae-8d19-b023423de452', 'admin_state_up': True, 'tenant_id': '556b1d613976475a85611d2d08887d47'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:31:01.085473 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-049c67de-832b-4f55-990c-b37c6f761bfd req-5be21c34-a69d-4981-a45f-156985617b5d tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fe056b8-6cca-4877-839a-3868ef3cc2bc HTTP/1.1" status: 200 len: 210 time: 0.1106029 Apr 20 18:31:01.148630 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [req-7a5939b1-ab95-447b-b30d-dd6984ef8f88 req-b5811bad-77f8-442a-93f1-2a82f80478e3 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:31:01.152798 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-7a5939b1-ab95-447b-b30d-dd6984ef8f88 req-b5811bad-77f8-442a-93f1-2a82f80478e3 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Usage tracker for resource:port and tenant:556b1d613976475a85611d2d08887d47 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:31:01.156131 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-7a5939b1-ab95-447b-b30d-dd6984ef8f88 req-b5811bad-77f8-442a-93f1-2a82f80478e3 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:31:01.162112 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [req-7a5939b1-ab95-447b-b30d-dd6984ef8f88 req-b5811bad-77f8-442a-93f1-2a82f80478e3 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:31:01.171436 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a5939b1-ab95-447b-b30d-dd6984ef8f88 req-b5811bad-77f8-442a-93f1-2a82f80478e3 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Made reservation on behalf of 556b1d613976475a85611d2d08887d47 for: {'port': 1} {{(pid=86391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:31:01.177756 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-7a5939b1-ab95-447b-b30d-dd6984ef8f88 req-b5811bad-77f8-442a-93f1-2a82f80478e3 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:01.357180 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.db_base_plugin_common [req-7a5939b1-ab95-447b-b30d-dd6984ef8f88 req-b5811bad-77f8-442a-93f1-2a82f80478e3 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Allocated IP 172.20.0.8 (43ccf1dd-c8e6-4cae-8d19-b023423de452/037ec4cf-614f-4a7b-aebb-b8ef43103317/55f4a199-a047-477c-9232-96c87642f35c) {{(pid=86391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:31:01.583348 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-7a5939b1-ab95-447b-b30d-dd6984ef8f88 req-b5811bad-77f8-442a-93f1-2a82f80478e3 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Notify callbacks [] for port, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:01.621521 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-7a5939b1-ab95-447b-b30d-dd6984ef8f88 req-b5811bad-77f8-442a-93f1-2a82f80478e3 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278078920240'] for port, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:01.630265 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-6a6d01a3-ea3b-4877-8a14-50c2e65b2884 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:01.636220 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785fada4-9cc7-48df-87c8-4706725163bb req-cde69766-2cbe-4b44-b6ff-64dc1269ea35 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:01.639199 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-785fada4-9cc7-48df-87c8-4706725163bb req-cde69766-2cbe-4b44-b6ff-64dc1269ea35 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a2a2d9-a5e5-4142-927e-b79a7d2fb200 HTTP/1.1" status: 200 len: 944 time: 0.0988576 Apr 20 18:31:01.650872 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device 429b6c82-ac59-4264-8db8-c9391bde1d11 up at agent hyperv_hv-cinder-78693 {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:31:01.693503 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-785fada4-9cc7-48df-87c8-4706725163bb req-4975fe8b-fd38-4e07-8f37-c8cf05dd020f tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/security-groups?id=18dbf877-4418-4cf7-b982-e374a1f22360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490746 Apr 20 18:31:01.699755 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a5939b1-ab95-447b-b30d-dd6984ef8f88 req-b5811bad-77f8-442a-93f1-2a82f80478e3 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Network 43ccf1dd-c8e6-4cae-8d19-b023423de452 is already hosted by enough agents. {{(pid=86391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:31:01.733938 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [req-7a5939b1-ab95-447b-b30d-dd6984ef8f88 req-b5811bad-77f8-442a-93f1-2a82f80478e3 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Resources bound (agent type, host, resource id): {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:31:01.734927 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Provisioning for port 429b6c82-ac59-4264-8db8-c9391bde1d11 completed by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:31:01.739515 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a5939b1-ab95-447b-b30d-dd6984ef8f88 req-b5811bad-77f8-442a-93f1-2a82f80478e3 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Received port after_create {{(pid=86391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:31:01.746424 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5939b1-ab95-447b-b30d-dd6984ef8f88 req-b5811bad-77f8-442a-93f1-2a82f80478e3 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:01.746880 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Provisioning complete for port 429b6c82-ac59-4264-8db8-c9391bde1d11 triggered by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:31:01.747137 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-7a5939b1-ab95-447b-b30d-dd6984ef8f88 req-b5811bad-77f8-442a-93f1-2a82f80478e3 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031'] for port, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:01.747835 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:01.765326 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5811bad-77f8-442a-93f1-2a82f80478e3 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Pushing event updated for resources: {'Port': ['ID=55f4a199-a047-477c-9232-96c87642f35c,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:01.770885 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-b5811bad-77f8-442a-93f1-2a82f80478e3 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:01.786454 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-7a5939b1-ab95-447b-b30d-dd6984ef8f88 req-b5811bad-77f8-442a-93f1-2a82f80478e3 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8860478 Apr 20 18:31:01.811322 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [req-7a5939b1-ab95-447b-b30d-dd6984ef8f88 req-1019e4d4-712c-4fd4-b76d-5ccf3a8837c8 service neutron] Request body: {'port': {'device_id': '5fe056b8-6cca-4877-839a-3868ef3cc2bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:31:01.902171 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:01.932083 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a2a2d9-a5e5-4142-927e-b79a7d2fb200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '429b6c82-ac59-4264-8db8-c9391bde1d11'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:31:01.945184 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port 429b6c82-ac59-4264-8db8-c9391bde1d11, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=429b6c82-ac59-4264-8db8-c9391bde1d11,segment=NetworkSegment(6a0be6b6-b186-485f-b80c-5e6aa7f438bb),segment_id=6a0be6b6-b186-485f-b80c-5e6aa7f438bb)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:31:01.950424 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:01.951265 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-7a5939b1-ab95-447b-b30d-dd6984ef8f88 req-1019e4d4-712c-4fd4-b76d-5ccf3a8837c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:01.960509 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-9ff5e424-2194-4db0-b273-fb96dee02353 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:02.014079 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a2a2d9-a5e5-4142-927e-b79a7d2fb200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '429b6c82-ac59-4264-8db8-c9391bde1d11', 'code': 200} Apr 20 18:31:02.089392 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Pushing event updated for resources: {'Port': ['ID=429b6c82-ac59-4264-8db8-c9391bde1d11,revision_number=5']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:02.092849 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:02.200645 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f8933-bee1-4162-921e-3b6863f73a9e req-030bfba0-b782-43a1-8aa5-6853a0809178 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:02.202398 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-310f8933-bee1-4162-921e-3b6863f73a9e req-030bfba0-b782-43a1-8aa5-6853a0809178 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=218186a4-cdc1-4f70-b2f9-9b892470334d HTTP/1.1" status: 200 len: 945 time: 0.1481509 Apr 20 18:31:02.350843 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-310f8933-bee1-4162-921e-3b6863f73a9e req-1b5c86e8-888d-451d-a886-02bc42ebc0cf tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416683 Apr 20 18:31:02.387111 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f90b91-0817-49d7-af28-a8eed89646b0 req-c0caa31f-ad97-4ade-96af-7bbc78f5a09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:02.396142 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-14f90b91-0817-49d7-af28-a8eed89646b0 req-c0caa31f-ad97-4ade-96af-7bbc78f5a09d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=31a2a2d9-a5e5-4142-927e-b79a7d2fb200 HTTP/1.1" status: 200 len: 1098 time: 0.1576493 Apr 20 18:31:02.430366 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc1aa3d-1bd7-456a-ab15-bdc7a3ca47d6 req-f2a01bd0-d901-497f-bcfa-a9ced2f73f71 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:02.431156 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-acc1aa3d-1bd7-456a-ab15-bdc7a3ca47d6 req-f2a01bd0-d901-497f-bcfa-a9ced2f73f71 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Synchronizing usage tracker for tenant:556b1d613976475a85611d2d08887d47 on resource:port {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:31:02.482660 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-14f90b91-0817-49d7-af28-a8eed89646b0 req-66a4ea74-219e-4cad-9f83-8b6b8f2f3f5f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=18dbf877-4418-4cf7-b982-e374a1f22360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773358 Apr 20 18:31:02.521385 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-acc1aa3d-1bd7-456a-ab15-bdc7a3ca47d6 req-f2a01bd0-d901-497f-bcfa-a9ced2f73f71 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Unset dirty status for tenant:556b1d613976475a85611d2d08887d47 on resource:port {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:31:02.522672 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-acc1aa3d-1bd7-456a-ab15-bdc7a3ca47d6 req-f2a01bd0-d901-497f-bcfa-a9ced2f73f71 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fe056b8-6cca-4877-839a-3868ef3cc2bc HTTP/1.1" status: 200 len: 931 time: 0.2437122 Apr 20 18:31:02.534619 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [req-7a5939b1-ab95-447b-b30d-dd6984ef8f88 req-1019e4d4-712c-4fd4-b76d-5ccf3a8837c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55f4a199-a047-477c-9232-96c87642f35c {{(pid=86391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:31:02.559547 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-7a5939b1-ab95-447b-b30d-dd6984ef8f88 req-1019e4d4-712c-4fd4-b76d-5ccf3a8837c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:02.606843 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [req-7a5939b1-ab95-447b-b30d-dd6984ef8f88 req-1019e4d4-712c-4fd4-b76d-5ccf3a8837c8 service neutron] Transition to ACTIVE for port object 55f4a199-a047-477c-9232-96c87642f35c will not be triggered until provisioned by entity L2. {{(pid=86391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:31:02.620842 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-acc1aa3d-1bd7-456a-ab15-bdc7a3ca47d6 req-a70bd1e2-90db-42dd-bc6f-1c6d4816f6f2 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e9e26c7-bedf-469d-a930-153a51afd6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893373 Apr 20 18:31:02.625318 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-7a5939b1-ab95-447b-b30d-dd6984ef8f88 req-1019e4d4-712c-4fd4-b76d-5ccf3a8837c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:02.630745 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-b306cf24-0fb1-4c5b-94b3-56cff7b1e8ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:02.732022 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1019e4d4-712c-4fd4-b76d-5ccf3a8837c8 service neutron] Pushing event updated for resources: {'Port': ['ID=55f4a199-a047-477c-9232-96c87642f35c,revision_number=2']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:02.736712 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-1019e4d4-712c-4fd4-b76d-5ccf3a8837c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:02.868294 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [req-7a5939b1-ab95-447b-b30d-dd6984ef8f88 req-1019e4d4-712c-4fd4-b76d-5ccf3a8837c8 service neutron] Attempting to bind port 55f4a199-a047-477c-9232-96c87642f35c on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:31:02.868680 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [req-7a5939b1-ab95-447b-b30d-dd6984ef8f88 req-1019e4d4-712c-4fd4-b76d-5ccf3a8837c8 service neutron] Attempting to bind port 55f4a199-a047-477c-9232-96c87642f35c by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'd8bdd10f-942f-47b5-87d7-a2804a59eb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '43ccf1dd-c8e6-4cae-8d19-b023423de452'}] {{(pid=86391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:31:02.869048 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5939b1-ab95-447b-b30d-dd6984ef8f88 req-1019e4d4-712c-4fd4-b76d-5ccf3a8837c8 service neutron] Attempting to bind port 55f4a199-a047-477c-9232-96c87642f35c on network 43ccf1dd-c8e6-4cae-8d19-b023423de452 {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:31:02.874484 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5939b1-ab95-447b-b30d-dd6984ef8f88 req-1019e4d4-712c-4fd4-b76d-5ccf3a8837c8 service neutron] Port 55f4a199-a047-477c-9232-96c87642f35c on network 43ccf1dd-c8e6-4cae-8d19-b023423de452 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:31:02.874956 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5939b1-ab95-447b-b30d-dd6984ef8f88 req-1019e4d4-712c-4fd4-b76d-5ccf3a8837c8 service neutron] Attempting to bind port 55f4a199-a047-477c-9232-96c87642f35c on network 43ccf1dd-c8e6-4cae-8d19-b023423de452 {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:31:02.882757 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5939b1-ab95-447b-b30d-dd6984ef8f88 req-1019e4d4-712c-4fd4-b76d-5ccf3a8837c8 service neutron] Checking agent: {'id': '263cae3f-8754-41ef-b011-a572dc0aeed8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 27, 47), 'started_at': datetime.datetime(2021, 4, 20, 18, 27, 47), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:31:02.883146 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5939b1-ab95-447b-b30d-dd6984ef8f88 req-1019e4d4-712c-4fd4-b76d-5ccf3a8837c8 service neutron] Checking segment: {'id': 'd8bdd10f-942f-47b5-87d7-a2804a59eb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '43ccf1dd-c8e6-4cae-8d19-b023423de452'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:31:02.883567 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5939b1-ab95-447b-b30d-dd6984ef8f88 req-1019e4d4-712c-4fd4-b76d-5ccf3a8837c8 service neutron] Bound using segment: {'id': 'd8bdd10f-942f-47b5-87d7-a2804a59eb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '43ccf1dd-c8e6-4cae-8d19-b023423de452'} {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:31:02.884046 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [req-7a5939b1-ab95-447b-b30d-dd6984ef8f88 req-1019e4d4-712c-4fd4-b76d-5ccf3a8837c8 service neutron] Bound port: 55f4a199-a047-477c-9232-96c87642f35c, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8bdd10f-942f-47b5-87d7-a2804a59eb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '43ccf1dd-c8e6-4cae-8d19-b023423de452'}}] {{(pid=86391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:31:02.884433 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-7a5939b1-ab95-447b-b30d-dd6984ef8f88 req-1019e4d4-712c-4fd4-b76d-5ccf3a8837c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:02.897184 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6376cc5f-023f-4616-8d76-eb1c161099c5 req-568baf06-4241-4b9b-b6bd-9fc8c3e9871d tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:02.900185 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-6376cc5f-023f-4616-8d76-eb1c161099c5 req-568baf06-4241-4b9b-b6bd-9fc8c3e9871d tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 945 time: 0.2212093 Apr 20 18:31:02.959807 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-6376cc5f-023f-4616-8d76-eb1c161099c5 req-e02bc515-5bea-458f-9ea9-cabf1bdb99e4 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525954 Apr 20 18:31:03.077138 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [req-7a5939b1-ab95-447b-b30d-dd6984ef8f88 req-1019e4d4-712c-4fd4-b76d-5ccf3a8837c8 service neutron] For port 55f4a199-a047-477c-9232-96c87642f35c, host hv-cinder-78693, cleared binding levels {{(pid=86391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:31:03.082120 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [req-7a5939b1-ab95-447b-b30d-dd6984ef8f88 req-1019e4d4-712c-4fd4-b76d-5ccf3a8837c8 service neutron] For port 55f4a199-a047-477c-9232-96c87642f35c, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=55f4a199-a047-477c-9232-96c87642f35c,segment=NetworkSegment(d8bdd10f-942f-47b5-87d7-a2804a59eb3d),segment_id=d8bdd10f-942f-47b5-87d7-a2804a59eb3d)] {{(pid=86391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:31:03.088337 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-7a5939b1-ab95-447b-b30d-dd6984ef8f88 req-1019e4d4-712c-4fd4-b76d-5ccf3a8837c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:03.094201 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:03.178568 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1844ac37-fc00-4969-b5bc-39fe0fc43e57 req-054b5c6c-255e-4b45-949b-f00d1916c6aa tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:03.180216 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-1844ac37-fc00-4969-b5bc-39fe0fc43e57 req-054b5c6c-255e-4b45-949b-f00d1916c6aa tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a2a2d9-a5e5-4142-927e-b79a7d2fb200 HTTP/1.1" status: 200 len: 945 time: 0.2769213 Apr 20 18:31:03.192853 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5939b1-ab95-447b-b30d-dd6984ef8f88 req-1019e4d4-712c-4fd4-b76d-5ccf3a8837c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:03.193560 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-7a5939b1-ab95-447b-b30d-dd6984ef8f88 req-1019e4d4-712c-4fd4-b76d-5ccf3a8837c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031'] for port, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:03.195055 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-7a5939b1-ab95-447b-b30d-dd6984ef8f88 req-1019e4d4-712c-4fd4-b76d-5ccf3a8837c8 service neutron] 10.222.0.46 "PUT /v2.0/ports/55f4a199-a047-477c-9232-96c87642f35c HTTP/1.1" status: 200 len: 1093 time: 1.3892500 Apr 20 18:31:03.196892 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fe056b8-6cca-4877-839a-3868ef3cc2bc', 'tag': '55f4a199-a047-477c-9232-96c87642f35c'}] {{(pid=86391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:31:03.272440 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fe056b8-6cca-4877-839a-3868ef3cc2bc', 'tag': '55f4a199-a047-477c-9232-96c87642f35c', 'status': 'completed', 'code': 200} Apr 20 18:31:03.317071 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1019e4d4-712c-4fd4-b76d-5ccf3a8837c8 service neutron] Pushing event updated for resources: {'Port': ['ID=55f4a199-a047-477c-9232-96c87642f35c,revision_number=3']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:03.332735 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-1019e4d4-712c-4fd4-b76d-5ccf3a8837c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:03.340687 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-1844ac37-fc00-4969-b5bc-39fe0fc43e57 req-9c6d4e7e-c93c-4c3f-9ab0-1e4edd043e2c tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/security-groups?id=18dbf877-4418-4cf7-b982-e374a1f22360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446204 Apr 20 18:31:03.372719 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5939b1-ab95-447b-b30d-dd6984ef8f88 req-23837b9d-9d13-4871-ae13-77e4962d3f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:03.374373 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-7a5939b1-ab95-447b-b30d-dd6984ef8f88 req-23837b9d-9d13-4871-ae13-77e4962d3f27 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=556b1d613976475a85611d2d08887d47&device_id=5fe056b8-6cca-4877-839a-3868ef3cc2bc HTTP/1.1" status: 200 len: 1096 time: 0.1011286 Apr 20 18:31:03.462883 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-7a5939b1-ab95-447b-b30d-dd6984ef8f88 req-039fc332-3fb6-426c-8f18-8e9eee16b9d6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55f4a199-a047-477c-9232-96c87642f35c HTTP/1.1" status: 200 len: 217 time: 0.0670588 Apr 20 18:31:03.540482 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5939b1-ab95-447b-b30d-dd6984ef8f88 req-b14f8139-e5a9-48c9-a3e7-33a6db6f6ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:03.542060 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-7a5939b1-ab95-447b-b30d-dd6984ef8f88 req-b14f8139-e5a9-48c9-a3e7-33a6db6f6ee6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=037ec4cf-614f-4a7b-aebb-b8ef43103317 HTTP/1.1" status: 200 len: 849 time: 0.0674574 Apr 20 18:31:03.599788 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-7a5939b1-ab95-447b-b30d-dd6984ef8f88 req-c4c42c1a-1404-4c96-8d43-40d5a07ce74f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=43ccf1dd-c8e6-4cae-8d19-b023423de452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469263 Apr 20 18:31:03.834549 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-7a5939b1-ab95-447b-b30d-dd6984ef8f88 req-bc6cba56-f26b-42cc-94de-069cebe48155 service neutron] 10.222.0.46 "GET /v2.0/networks/43ccf1dd-c8e6-4cae-8d19-b023423de452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256768 Apr 20 18:31:04.198800 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a36e382-5267-4c78-9332-1b1cef74942c req-37c3595e-e005-4ef9-a3b3-5453e094c86b tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:04.200439 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-3a36e382-5267-4c78-9332-1b1cef74942c req-37c3595e-e005-4ef9-a3b3-5453e094c86b tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fe056b8-6cca-4877-839a-3868ef3cc2bc HTTP/1.1" status: 200 len: 943 time: 0.4303405 Apr 20 18:31:04.272755 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-7a5939b1-ab95-447b-b30d-dd6984ef8f88 req-99152837-d19d-4870-98fc-9e6e0d076751 service neutron] 10.222.0.46 "GET /v2.0/networks/43ccf1dd-c8e6-4cae-8d19-b023423de452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4291275 Apr 20 18:31:04.283562 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-3a36e382-5267-4c78-9332-1b1cef74942c req-a3daca58-ddd2-4ccd-a1c3-fe3d503e296e tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e9e26c7-bedf-469d-a930-153a51afd6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656977 Apr 20 18:31:04.424521 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e92ee5-73cf-44b1-9762-9d9a25be7361 req-cb91e74c-9005-4f76-84c7-ceae2b6863de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:04.425840 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-26e92ee5-73cf-44b1-9762-9d9a25be7361 req-cb91e74c-9005-4f76-84c7-ceae2b6863de service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=556b1d613976475a85611d2d08887d47&device_id=5fe056b8-6cca-4877-839a-3868ef3cc2bc HTTP/1.1" status: 200 len: 1096 time: 0.0829535 Apr 20 18:31:04.562821 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2ccea-69b5-438f-bbc5-9fda0963959e req-0c253f65-918d-4f71-a3c9-59ed92a23c9c tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:04.564784 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-62f2ccea-69b5-438f-bbc5-9fda0963959e req-0c253f65-918d-4f71-a3c9-59ed92a23c9c tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a2a2d9-a5e5-4142-927e-b79a7d2fb200 HTTP/1.1" status: 200 len: 945 time: 0.1000881 Apr 20 18:31:04.588169 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e92ee5-73cf-44b1-9762-9d9a25be7361 req-ba695d50-cde7-483d-8a36-207a4d0dadc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:04.589916 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-26e92ee5-73cf-44b1-9762-9d9a25be7361 req-ba695d50-cde7-483d-8a36-207a4d0dadc4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=43ccf1dd-c8e6-4cae-8d19-b023423de452 HTTP/1.1" status: 200 len: 910 time: 0.1493821 Apr 20 18:31:04.627282 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-62f2ccea-69b5-438f-bbc5-9fda0963959e req-d52c80e2-e99d-4862-9e45-dfda6cff16ad tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/security-groups?id=18dbf877-4418-4cf7-b982-e374a1f22360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440376 Apr 20 18:31:04.679867 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-26e92ee5-73cf-44b1-9762-9d9a25be7361 req-b3aea2e3-3391-42f8-a096-41ed5698eeca service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55f4a199-a047-477c-9232-96c87642f35c HTTP/1.1" status: 200 len: 217 time: 0.0786710 Apr 20 18:31:04.756979 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e92ee5-73cf-44b1-9762-9d9a25be7361 req-262849e1-06d8-481d-a486-19800b95c574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:04.759196 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-26e92ee5-73cf-44b1-9762-9d9a25be7361 req-262849e1-06d8-481d-a486-19800b95c574 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=037ec4cf-614f-4a7b-aebb-b8ef43103317 HTTP/1.1" status: 200 len: 849 time: 0.0694802 Apr 20 18:31:04.827207 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-26e92ee5-73cf-44b1-9762-9d9a25be7361 req-6138d256-6dc5-4a1e-8a78-18a94c3fe7f4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=43ccf1dd-c8e6-4cae-8d19-b023423de452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561562 Apr 20 18:31:05.036534 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-26e92ee5-73cf-44b1-9762-9d9a25be7361 req-faa9ecdb-9929-489c-82cf-a64ade377921 service neutron] 10.222.0.46 "GET /v2.0/networks/43ccf1dd-c8e6-4cae-8d19-b023423de452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910820 Apr 20 18:31:05.096439 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348033e5-37e6-40b6-84cd-5941893169c1 req-d85730f5-ef6f-4b49-a864-f263bc89cfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:05.098046 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-348033e5-37e6-40b6-84cd-5941893169c1 req-d85730f5-ef6f-4b49-a864-f263bc89cfa1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a7d00bc2297e4088a3209dad8c5ffa52&device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 1098 time: 0.1429083 Apr 20 18:31:05.262418 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348033e5-37e6-40b6-84cd-5941893169c1 req-026eb11e-1d87-42fa-9e17-9cf37e4bd0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:05.264056 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-348033e5-37e6-40b6-84cd-5941893169c1 req-026eb11e-1d87-42fa-9e17-9cf37e4bd0b6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b38b090e-8861-4ffd-9c34-064e6f8a30de HTTP/1.1" status: 200 len: 920 time: 0.1578236 Apr 20 18:31:05.300578 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5506ed-4226-42e1-aca7-8161eba89c97 req-d11ab9e4-c6cd-4eb1-94d3-b6dfa12e8dec tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:05.302235 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-5b5506ed-4226-42e1-aca7-8161eba89c97 req-d11ab9e4-c6cd-4eb1-94d3-b6dfa12e8dec tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 945 time: 0.1527743 Apr 20 18:31:05.304417 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-26e92ee5-73cf-44b1-9762-9d9a25be7361 req-877b4823-3c14-41bd-875b-33ddd8831e7c service neutron] 10.222.0.46 "GET /v2.0/networks/43ccf1dd-c8e6-4cae-8d19-b023423de452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510681 Apr 20 18:31:05.357187 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-348033e5-37e6-40b6-84cd-5941893169c1 req-199dd4cb-b362-4343-b17c-17f8d661f74c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f99eaee-b40b-45fe-994a-ca09c8db528d HTTP/1.1" status: 200 len: 217 time: 0.0817931 Apr 20 18:31:05.418635 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-5b5506ed-4226-42e1-aca7-8161eba89c97 req-51e130a5-6fb1-4bc8-b044-85cc79a2918b tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933242 Apr 20 18:31:05.458363 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348033e5-37e6-40b6-84cd-5941893169c1 req-5b82c566-86d3-4626-a761-4cd5300ac938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:05.460072 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-348033e5-37e6-40b6-84cd-5941893169c1 req-5b82c566-86d3-4626-a761-4cd5300ac938 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b2183557-3402-47d4-9d62-f632ed212213 HTTP/1.1" status: 200 len: 859 time: 0.0873022 Apr 20 18:31:05.534598 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-348033e5-37e6-40b6-84cd-5941893169c1 req-24a4ab55-27dd-4aa7-b61f-30eba3bf0433 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b38b090e-8861-4ffd-9c34-064e6f8a30de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527294 Apr 20 18:31:05.604884 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d2c029-5be4-46f6-b34b-35279c0cefd7 req-9637dd3c-7347-4e62-aef4-f7a7858fdf25 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:05.613749 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-b2d2c029-5be4-46f6-b34b-35279c0cefd7 req-9637dd3c-7347-4e62-aef4-f7a7858fdf25 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fe056b8-6cca-4877-839a-3868ef3cc2bc HTTP/1.1" status: 200 len: 943 time: 0.0971384 Apr 20 18:31:05.667357 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-b2d2c029-5be4-46f6-b34b-35279c0cefd7 req-ee632b02-db11-428e-8d2f-9bc2088be6f3 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e9e26c7-bedf-469d-a930-153a51afd6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527225 Apr 20 18:31:05.706676 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-348033e5-37e6-40b6-84cd-5941893169c1 req-7c01573a-2969-4263-bc63-606557b76ee8 service neutron] 10.222.0.46 "GET /v2.0/networks/b38b090e-8861-4ffd-9c34-064e6f8a30de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644228 Apr 20 18:31:05.846189 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.agents_db [None req-bb53aea3-de48-49b3-8e00-ae07e91d3609 None None] Agent healthcheck: found 6 active agents {{(pid=86394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:31:05.858202 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-348033e5-37e6-40b6-84cd-5941893169c1 req-6c83531e-0da2-47c4-a980-b68c3b45720c service neutron] 10.222.0.46 "GET /v2.0/networks/b38b090e-8861-4ffd-9c34-064e6f8a30de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398289 Apr 20 18:31:06.602754 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424e692-3a2e-4080-bcfc-a49902f9d2ed req-d7eb0f33-3fa9-4606-9ac9-8e4310898291 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:06.604346 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e424e692-3a2e-4080-bcfc-a49902f9d2ed req-d7eb0f33-3fa9-4606-9ac9-8e4310898291 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 945 time: 0.0911744 Apr 20 18:31:06.657846 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e424e692-3a2e-4080-bcfc-a49902f9d2ed req-9a33007a-b255-4461-9d49-69fdd102692a tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471559 Apr 20 18:31:06.970793 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b425a9c-8281-4605-a328-ecd90cf452f4 req-27df0978-e4e3-47b8-8fe3-950434e0f322 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:06.972838 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-5b425a9c-8281-4605-a328-ecd90cf452f4 req-27df0978-e4e3-47b8-8fe3-950434e0f322 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fe056b8-6cca-4877-839a-3868ef3cc2bc HTTP/1.1" status: 200 len: 943 time: 0.1380727 Apr 20 18:31:07.029590 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-5b425a9c-8281-4605-a328-ecd90cf452f4 req-abaa894b-b624-4d5b-a55a-f69bbc8ae28a tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e9e26c7-bedf-469d-a930-153a51afd6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501015 Apr 20 18:31:07.653522 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device 55f4a199-a047-477c-9232-96c87642f35c details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:31:07.906109 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d927de02-2e2e-474d-a32c-566e2e165403 req-59301001-c0c2-440b-82c9-d0400bbf5c30 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:07.914327 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-d927de02-2e2e-474d-a32c-566e2e165403 req-59301001-c0c2-440b-82c9-d0400bbf5c30 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 945 time: 0.1344671 Apr 20 18:31:07.981288 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-d927de02-2e2e-474d-a32c-566e2e165403 req-c0a99fba-db5b-49bb-8cb4-7947d67c0cfc tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657871 Apr 20 18:31:08.086869 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port 55f4a199-a047-477c-9232-96c87642f35c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=55f4a199-a047-477c-9232-96c87642f35c,segment=NetworkSegment(d8bdd10f-942f-47b5-87d7-a2804a59eb3d),segment_id=d8bdd10f-942f-47b5-87d7-a2804a59eb3d)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:31:08.102023 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Returning: {'device': '55f4a199-a047-477c-9232-96c87642f35c', 'network_id': '43ccf1dd-c8e6-4cae-8d19-b023423de452', 'port_id': '55f4a199-a047-477c-9232-96c87642f35c', 'mac_address': 'fa:16:3e:6e:6f:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '037ec4cf-614f-4a7b-aebb-b8ef43103317', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:31:08.181648 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:08.204718 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55f4a199-a047-477c-9232-96c87642f35c {{(pid=86393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:31:08.223069 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port 55f4a199-a047-477c-9232-96c87642f35c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=55f4a199-a047-477c-9232-96c87642f35c,segment=NetworkSegment(d8bdd10f-942f-47b5-87d7-a2804a59eb3d),segment_id=d8bdd10f-942f-47b5-87d7-a2804a59eb3d)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:31:08.228517 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:08.231289 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:08.311117 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b7f56-cf4b-4066-93b0-aabdc31c1010 req-3211f94e-4ae9-49a5-802d-5b4836c336b2 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:08.312866 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-894b7f56-cf4b-4066-93b0-aabdc31c1010 req-3211f94e-4ae9-49a5-802d-5b4836c336b2 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fe056b8-6cca-4877-839a-3868ef3cc2bc HTTP/1.1" status: 200 len: 944 time: 0.1190271 Apr 20 18:31:08.322052 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Pushing event updated for resources: {'Port': ['ID=55f4a199-a047-477c-9232-96c87642f35c,revision_number=4']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:08.326065 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:08.371401 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-894b7f56-cf4b-4066-93b0-aabdc31c1010 req-dc039a46-1df6-49d8-b371-9d35c6861f92 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e9e26c7-bedf-469d-a930-153a51afd6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508325 Apr 20 18:31:08.746694 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] get_ports_and_sgs() called for port_ids ['55f4a199-a047-477c-9232-96c87642f35c'] {{(pid=86393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:31:09.212453 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0acac3-37a5-404b-860d-9dd150b0cb3d req-5ac1badd-9ecc-412e-b79b-87f617f2571b tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:09.214119 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-8d0acac3-37a5-404b-860d-9dd150b0cb3d req-5ac1badd-9ecc-412e-b79b-87f617f2571b tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 945 time: 0.1196749 Apr 20 18:31:09.263829 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-8d0acac3-37a5-404b-860d-9dd150b0cb3d req-aec533ef-d6ba-4d49-a493-d3bf8740cb6b tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431225 Apr 20 18:31:09.581891 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02c57e-a124-4f18-b17c-763db57f35d5 req-02897b2f-42f4-4053-be70-46f47059b055 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:09.583579 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-1a02c57e-a124-4f18-b17c-763db57f35d5 req-02897b2f-42f4-4053-be70-46f47059b055 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fe056b8-6cca-4877-839a-3868ef3cc2bc HTTP/1.1" status: 200 len: 944 time: 0.0913134 Apr 20 18:31:09.633170 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-1a02c57e-a124-4f18-b17c-763db57f35d5 req-45545d82-c9bd-4691-9e91-82c8d6525abc tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e9e26c7-bedf-469d-a930-153a51afd6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424693 Apr 20 18:31:10.673531 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 34950) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:31:10.713457 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b0018-b11d-41d7-a34c-f80f6bf41421 req-3484cb87-b0cc-489d-ac72-d7269c79e2de tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:10.715206 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-2d7b0018-b11d-41d7-a34c-f80f6bf41421 req-3484cb87-b0cc-489d-ac72-d7269c79e2de tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 945 time: 0.3201840 Apr 20 18:31:10.775374 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-2d7b0018-b11d-41d7-a34c-f80f6bf41421 req-eef8d94f-c71b-4980-a586-b42d6f7195f1 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462284 Apr 20 18:31:10.839285 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-f62081ca-b597-4a82-88a0-52f894c8ccfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:10.855562 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-f62081ca-b597-4a82-88a0-52f894c8ccfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:31:10.862833 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-f62081ca-b597-4a82-88a0-52f894c8ccfc admin admin] Usage tracker for resource:security_group_rule and tenant:37e3825090ac4004ae10a315173f1ce4 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:31:10.868368 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-f62081ca-b597-4a82-88a0-52f894c8ccfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:31:10.880803 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-f62081ca-b597-4a82-88a0-52f894c8ccfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:31:10.926478 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8612ed35-2cc6-40f7-8a29-ec92c14eac7c req-8f9eb417-8a8c-45ba-a342-40cf2399bde4 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:10.928136 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-8612ed35-2cc6-40f7-8a29-ec92c14eac7c req-8f9eb417-8a8c-45ba-a342-40cf2399bde4 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fe056b8-6cca-4877-839a-3868ef3cc2bc HTTP/1.1" status: 200 len: 944 time: 0.1587577 Apr 20 18:31:10.995143 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-8612ed35-2cc6-40f7-8a29-ec92c14eac7c req-82b8eece-49df-4249-a904-4d7a9b7909d3 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e9e26c7-bedf-469d-a930-153a51afd6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592322 Apr 20 18:31:11.033000 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 34960) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:31:11.045140 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-f62081ca-b597-4a82-88a0-52f894c8ccfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:11.048937 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-f62081ca-b597-4a82-88a0-52f894c8ccfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:11.057768 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:11.101167 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.db_base_plugin_v2 [None req-298f6f70-3955-452e-a774-58e4d493c49d admin admin] Deleting subnet 5148694a-3b17-480f-8370-04be537b71c0 {{(pid=86392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 18:31:11.102677 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-f62081ca-b597-4a82-88a0-52f894c8ccfc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=37e3825090ac4004ae10a315173f1ce4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4277835 Apr 20 18:31:11.103740 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62081ca-b597-4a82-88a0-52f894c8ccfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2806299-fa29-4908-aeac-8366d196924b,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:11.104510 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-298f6f70-3955-452e-a774-58e4d493c49d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:11.106293 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 34964) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:31:11.115005 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-f62081ca-b597-4a82-88a0-52f894c8ccfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:11.157923 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-298f6f70-3955-452e-a774-58e4d493c49d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2213469'] for subnet, precommit_delete_associations {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:11.177130 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-b8623bb6-c72e-4b4d-89f0-8ce37c8db55d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:11.205569 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-b8623bb6-c72e-4b4d-89f0-8ce37c8db55d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:11.220358 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-298f6f70-3955-452e-a774-58e4d493c49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663204'] for subnet, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:11.263982 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-b8623bb6-c72e-4b4d-89f0-8ce37c8db55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:11.270228 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-4b0e5e09-186a-4de3-b496-72e3bd091e25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:11.285284 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8623bb6-c72e-4b4d-89f0-8ce37c8db55d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2806299-fa29-4908-aeac-8366d196924b,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:11.288009 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-b8623bb6-c72e-4b4d-89f0-8ce37c8db55d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:11.293950 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-b8623bb6-c72e-4b4d-89f0-8ce37c8db55d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:11.297106 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-b8623bb6-c72e-4b4d-89f0-8ce37c8db55d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e2806299-fa29-4908-aeac-8366d196924b HTTP/1.1" status: 204 len: 168 time: 0.1839387 Apr 20 18:31:11.517511 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-298f6f70-3955-452e-a774-58e4d493c49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854112612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852621942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086978'] for subnet, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:11.529014 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:11.566856 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-298f6f70-3955-452e-a774-58e4d493c49d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for subnet, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:11.581842 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-298f6f70-3955-452e-a774-58e4d493c49d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5148694a-3b17-480f-8370-04be537b71c0 HTTP/1.1" status: 204 len: 168 time: 0.5453501 Apr 20 18:31:11.586263 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 34990) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:31:11.586849 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298f6f70-3955-452e-a774-58e4d493c49d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5148694a-3b17-480f-8370-04be537b71c0,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:11.589576 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-298f6f70-3955-452e-a774-58e4d493c49d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:11.630028 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 34996) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:31:11.651606 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-f877db2d-08eb-4282-bc2f-5395e8493367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:11.669183 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device 55f4a199-a047-477c-9232-96c87642f35c up at agent hyperv_hv-cinder-78693 {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:31:11.673153 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-f877db2d-08eb-4282-bc2f-5395e8493367 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:31:11.677668 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-f877db2d-08eb-4282-bc2f-5395e8493367 admin admin] Usage tracker for resource:security_group_rule and tenant:cc3c65bd597940549b10425bbae32068 is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:31:11.681880 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-f877db2d-08eb-4282-bc2f-5395e8493367 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:31:11.688627 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-f877db2d-08eb-4282-bc2f-5395e8493367 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:31:11.742922 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Provisioning for port 55f4a199-a047-477c-9232-96c87642f35c completed by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:31:11.749269 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Provisioning complete for port 55f4a199-a047-477c-9232-96c87642f35c triggered by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:31:11.750032 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:11.792815 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-f877db2d-08eb-4282-bc2f-5395e8493367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:11.796298 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-f877db2d-08eb-4282-bc2f-5395e8493367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:11.807323 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-7ea91353-1f66-4f4e-a56e-769da5d49099 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:11.842760 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f877db2d-08eb-4282-bc2f-5395e8493367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9854dd22-20b4-43fe-bc27-90f9eadd1d77,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:11.848599 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-f877db2d-08eb-4282-bc2f-5395e8493367 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:11.854619 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-59136f9c-acbd-4d98-97c9-53fcb4c55cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569320'] for network, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:11.868625 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-f877db2d-08eb-4282-bc2f-5395e8493367 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cc3c65bd597940549b10425bbae32068&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2372324 Apr 20 18:31:11.871923 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 35004) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:31:11.936503 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:11.954518 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-afd56385-ade6-4380-a57f-6b716c1058f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:11.970360 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe056b8-6cca-4877-839a-3868ef3cc2bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f4a199-a047-477c-9232-96c87642f35c'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:31:11.981219 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port 55f4a199-a047-477c-9232-96c87642f35c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=55f4a199-a047-477c-9232-96c87642f35c,segment=NetworkSegment(d8bdd10f-942f-47b5-87d7-a2804a59eb3d),segment_id=d8bdd10f-942f-47b5-87d7-a2804a59eb3d)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:31:11.984296 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:11.986265 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:11.996503 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-afd56385-ade6-4380-a57f-6b716c1058f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:12.025323 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c844f54-1bec-465b-b5c7-093d1ce06236 req-555c2d6e-3a99-46d8-8d19-60ecf3a784f5 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:12.027300 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-8c844f54-1bec-465b-b5c7-093d1ce06236 req-555c2d6e-3a99-46d8-8d19-60ecf3a784f5 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/networks?id=69eb6f97-ea3e-4050-89c1-6e90e1792b19 HTTP/1.1" status: 200 len: 815 time: 0.4441600 Apr 20 18:31:12.058492 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Pushing event updated for resources: {'Port': ['ID=55f4a199-a047-477c-9232-96c87642f35c,revision_number=5']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:12.059232 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-59136f9c-acbd-4d98-97c9-53fcb4c55cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854112527', 'neutron.services.segments.db._delete_segments_for_network-8758776337267'] for network, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:12.059657 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-afd56385-ade6-4380-a57f-6b716c1058f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:12.063597 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:12.103392 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-f877db2d-08eb-4282-bc2f-5395e8493367 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:12.127622 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-8c844f54-1bec-465b-b5c7-093d1ce06236 req-d93a7bca-2325-496a-b30c-7330b53a19c0 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/quotas/c10c8e1bd4ff416298fcc5e373996fcd HTTP/1.1" status: 200 len: 375 time: 0.0801063 Apr 20 18:31:12.140544 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-afd56385-ade6-4380-a57f-6b716c1058f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:12.142189 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-afd56385-ade6-4380-a57f-6b716c1058f2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9854dd22-20b4-43fe-bc27-90f9eadd1d77 HTTP/1.1" status: 204 len: 168 time: 0.2684050 Apr 20 18:31:12.142761 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd56385-ade6-4380-a57f-6b716c1058f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9854dd22-20b4-43fe-bc27-90f9eadd1d77,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:12.149005 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-afd56385-ade6-4380-a57f-6b716c1058f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:12.190828 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2270987c-6de9-474f-b069-717f763df725 req-c7847830-c5ef-4777-9fff-369ff375c078 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:12.192416 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-2270987c-6de9-474f-b069-717f763df725 req-c7847830-c5ef-4777-9fff-369ff375c078 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 945 time: 0.1356733 Apr 20 18:31:12.232795 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-59136f9c-acbd-4d98-97c9-53fcb4c55cfd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86391) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:31:12.233207 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-59136f9c-acbd-4d98-97c9-53fcb4c55cfd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86391) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:31:12.234046 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-59136f9c-acbd-4d98-97c9-53fcb4c55cfd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86391) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:31:12.234424 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-59136f9c-acbd-4d98-97c9-53fcb4c55cfd admin admin] Subscribe: > port after_create 55550000 {{(pid=86391) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:31:12.234835 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-59136f9c-acbd-4d98-97c9-53fcb4c55cfd admin admin] Subscribe: > port after_delete 55550000 {{(pid=86391) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:31:12.235195 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-59136f9c-acbd-4d98-97c9-53fcb4c55cfd admin admin] Subscribe: > port after_update 55550000 {{(pid=86391) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:31:12.235547 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-59136f9c-acbd-4d98-97c9-53fcb4c55cfd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86391) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:31:12.235901 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-59136f9c-acbd-4d98-97c9-53fcb4c55cfd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86391) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:31:12.236253 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-59136f9c-acbd-4d98-97c9-53fcb4c55cfd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86391) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:31:12.236931 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-59136f9c-acbd-4d98-97c9-53fcb4c55cfd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86391) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:31:12.244654 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-2270987c-6de9-474f-b069-717f763df725 req-daa052fc-452f-40d7-b763-2df31f6f0ab7 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444160 Apr 20 18:31:12.303135 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-59136f9c-acbd-4d98-97c9-53fcb4c55cfd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86391) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:31:12.303432 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-59136f9c-acbd-4d98-97c9-53fcb4c55cfd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86391) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:31:12.303799 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-59136f9c-acbd-4d98-97c9-53fcb4c55cfd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86391) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:31:12.304162 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-59136f9c-acbd-4d98-97c9-53fcb4c55cfd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86391) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:31:12.304543 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.services.segments.db [None req-59136f9c-acbd-4d98-97c9-53fcb4c55cfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f3be27d-d150-4560-88c9-da210cd6fce2']}} {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:31:12.335293 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.services.segments.db [None req-59136f9c-acbd-4d98-97c9-53fcb4c55cfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82907d5d-c5ab-49be-a862-bc6a55093b82') {'for_net_delete': True} {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:31:12.335602 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.services.segments.db [None req-59136f9c-acbd-4d98-97c9-53fcb4c55cfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82907d5d-c5ab-49be-a862-bc6a55093b82') {} {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:31:12.354640 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-59136f9c-acbd-4d98-97c9-53fcb4c55cfd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278078409571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851383955'] for segment, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:12.376780 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-8c844f54-1bec-465b-b5c7-093d1ce06236 req-447c567a-cd2a-4ed6-afd7-0702fd9513a6 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c10c8e1bd4ff416298fcc5e373996fcd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2426455 Apr 20 18:31:12.407292 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-59136f9c-acbd-4d98-97c9-53fcb4c55cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854116670'] for segment, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:12.457581 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe056b8-6cca-4877-839a-3868ef3cc2bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f4a199-a047-477c-9232-96c87642f35c', 'code': 200} Apr 20 18:31:12.464269 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59136f9c-acbd-4d98-97c9-53fcb4c55cfd admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=86391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 18:31:12.608434 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-8c844f54-1bec-465b-b5c7-093d1ce06236 req-c4b3b6a1-2c68-415b-b160-49334dc49f9f service neutron] 10.222.0.20 "GET /v2.0/networks/69eb6f97-ea3e-4050-89c1-6e90e1792b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231228 Apr 20 18:31:12.663723 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ad6b4-a747-48fe-bfa3-a8e998a05350 req-fcebff42-bbd2-44e4-85bf-e5acd9183304 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:12.667209 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ca5ad6b4-a747-48fe-bfa3-a8e998a05350 req-fcebff42-bbd2-44e4-85bf-e5acd9183304 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fe056b8-6cca-4877-839a-3868ef3cc2bc HTTP/1.1" status: 200 len: 945 time: 0.1042850 Apr 20 18:31:12.779842 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-ca5ad6b4-a747-48fe-bfa3-a8e998a05350 req-86cec15f-6497-47bf-9f06-a63c60285b4a tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Synchronizing usage tracker for tenant:556b1d613976475a85611d2d08887d47 on resource:security_group {{(pid=86392) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:31:12.803619 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26f999-1a86-45fd-9335-c53c80445f07 req-17bc1c94-9f3e-4158-a71c-379af899b82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:12.803619 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-4e26f999-1a86-45fd-9335-c53c80445f07 req-17bc1c94-9f3e-4158-a71c-379af899b82d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5fe056b8-6cca-4877-839a-3868ef3cc2bc HTTP/1.1" status: 200 len: 1098 time: 0.1348736 Apr 20 18:31:12.829430 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-ca5ad6b4-a747-48fe-bfa3-a8e998a05350 req-86cec15f-6497-47bf-9f06-a63c60285b4a tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Unset dirty status for tenant:556b1d613976475a85611d2d08887d47 on resource:security_group {{(pid=86392) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:31:12.830830 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ca5ad6b4-a747-48fe-bfa3-a8e998a05350 req-86cec15f-6497-47bf-9f06-a63c60285b4a tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e9e26c7-bedf-469d-a930-153a51afd6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204834 Apr 20 18:31:12.862329 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-4e26f999-1a86-45fd-9335-c53c80445f07 req-b7c89443-aebb-453f-8f9f-3c7d8341898c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9e9e26c7-bedf-469d-a930-153a51afd6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510657 Apr 20 18:31:13.072020 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-59136f9c-acbd-4d98-97c9-53fcb4c55cfd admin admin] Network 5f3be27d-d150-4560-88c9-da210cd6fce2 has no segments {{(pid=86391) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:31:13.082232 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-59136f9c-acbd-4d98-97c9-53fcb4c55cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-659125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852407645'] for segment, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:13.283694 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-8c844f54-1bec-465b-b5c7-093d1ce06236 req-e9414178-b5eb-4968-8ee3-e3c9b03d1f8d service neutron] 10.222.0.20 "GET /v2.0/networks/69eb6f97-ea3e-4050-89c1-6e90e1792b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6739242 Apr 20 18:31:13.330993 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-59136f9c-acbd-4d98-97c9-53fcb4c55cfd admin admin] Network 5f3be27d-d150-4560-88c9-da210cd6fce2 has no segments {{(pid=86391) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:31:13.362397 dv-cinder-786932-2-smb neutron-server[86278]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 18:31:13.362397 dv-cinder-786932-2-smb neutron-server[86278]: from cryptography.utils import int_from_bytes Apr 20 18:31:13.362397 dv-cinder-786932-2-smb neutron-server[86278]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 18:31:13.362397 dv-cinder-786932-2-smb neutron-server[86278]: from cryptography.utils import int_from_bytes Apr 20 18:31:13.362397 dv-cinder-786932-2-smb neutron-server[86278]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 20 18:31:13.362397 dv-cinder-786932-2-smb neutron-server[86278]: (rel_b, rel_a, rel_b), Apr 20 18:31:13.362397 dv-cinder-786932-2-smb neutron-server[86278]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 20 18:31:13.362397 dv-cinder-786932-2-smb neutron-server[86278]: (rel_b, rel_a, rel_b), Apr 20 18:31:13.362397 dv-cinder-786932-2-smb neutron-server[86278]: Traceback (most recent call last): Apr 20 18:31:13.362397 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 18:31:13.362397 dv-cinder-786932-2-smb neutron-server[86278]: timer() Apr 20 18:31:13.362397 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:31:13.362397 dv-cinder-786932-2-smb neutron-server[86278]: cb(*args, **kw) Apr 20 18:31:13.362397 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 18:31:13.362397 dv-cinder-786932-2-smb neutron-server[86278]: return func(*args, **kwargs) Apr 20 18:31:13.362397 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:31:13.362397 dv-cinder-786932-2-smb neutron-server[86278]: self._notify() Apr 20 18:31:13.362397 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:31:13.362397 dv-cinder-786932-2-smb neutron-server[86278]: self.callback(batched_events) Apr 20 18:31:13.362397 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:31:13.362397 dv-cinder-786932-2-smb neutron-server[86278]: event.method(event) Apr 20 18:31:13.362397 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:31:13.362397 dv-cinder-786932-2-smb neutron-server[86278]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:31:13.362397 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 18:31:13.362397 dv-cinder-786932-2-smb neutron-server[86278]: segment_id)['aggregates'][0] Apr 20 18:31:13.362397 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:31:13.362397 dv-cinder-786932-2-smb neutron-server[86278]: return f(self, *a, **k) Apr 20 18:31:13.362397 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 18:31:13.362397 dv-cinder-786932-2-smb neutron-server[86278]: return self._get(url).json() Apr 20 18:31:13.362397 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:31:13.362397 dv-cinder-786932-2-smb neutron-server[86278]: **kwargs) Apr 20 18:31:13.362397 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 18:31:13.362397 dv-cinder-786932-2-smb neutron-server[86278]: return self.request(url, 'GET', **kwargs) Apr 20 18:31:13.362397 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 18:31:13.362397 dv-cinder-786932-2-smb neutron-server[86278]: **endpoint_filter) Apr 20 18:31:13.362397 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 18:31:13.362397 dv-cinder-786932-2-smb neutron-server[86278]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:31:13.362397 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 18:31:13.362397 dv-cinder-786932-2-smb neutron-server[86278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:31:13.362397 dv-cinder-786932-2-smb neutron-server[86278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:31:13.503566 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0909d8c7-a532-4abc-a585-dfef15cc6a55 req-3356da7a-6e10-4a68-aba6-72ee1469bac5 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:13.509116 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-59136f9c-acbd-4d98-97c9-53fcb4c55cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-663289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854378623'] for network, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:13.512167 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-0909d8c7-a532-4abc-a585-dfef15cc6a55 req-3356da7a-6e10-4a68-aba6-72ee1469bac5 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 945 time: 0.1376004 Apr 20 18:31:13.517378 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:13.535781 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-59136f9c-acbd-4d98-97c9-53fcb4c55cfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for network, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:13.545067 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59136f9c-acbd-4d98-97c9-53fcb4c55cfd admin admin] Pushing event deleted for resources: {'Network': ['ID=5f3be27d-d150-4560-88c9-da210cd6fce2,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:13.550442 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-59136f9c-acbd-4d98-97c9-53fcb4c55cfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:13.555759 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-59136f9c-acbd-4d98-97c9-53fcb4c55cfd admin admin] 10.222.0.20 "DELETE /v2.0/networks/5f3be27d-d150-4560-88c9-da210cd6fce2 HTTP/1.1" status: 204 len: 168 time: 1.9675345 Apr 20 18:31:13.559191 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 35060) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:31:13.565352 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-0909d8c7-a532-4abc-a585-dfef15cc6a55 req-d98e3b10-f1db-484d-acf9-38ea0c5ec306 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522768 Apr 20 18:31:13.634288 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.db_base_plugin_v2 [None req-67590997-3a21-458e-83a0-d67e1b84676a admin admin] Deleting subnet b73caef0-e093-444d-bb9b-231ebed03e94 {{(pid=86392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 18:31:13.673433 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-67590997-3a21-458e-83a0-d67e1b84676a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:13.719126 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-7195409b-b7a9-4fef-b023-5b0314335ff0 req-49ddbac2-0b43-40b2-9882-1c9cb09c2b88 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74a9e9f-b284-4fc5-ac23-c436122e1f47 HTTP/1.1" status: 200 len: 210 time: 0.0909448 Apr 20 18:31:13.738742 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-67590997-3a21-458e-83a0-d67e1b84676a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2213469'] for subnet, precommit_delete_associations {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:13.802323 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-67590997-3a21-458e-83a0-d67e1b84676a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663204'] for subnet, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:14.065510 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba94de0c-5553-4035-ae8c-7bf455a7e445 req-ecc3a244-9b57-4694-b56d-fd197e01f8df tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:14.067407 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ba94de0c-5553-4035-ae8c-7bf455a7e445 req-ecc3a244-9b57-4694-b56d-fd197e01f8df tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fe056b8-6cca-4877-839a-3868ef3cc2bc HTTP/1.1" status: 200 len: 945 time: 0.0987232 Apr 20 18:31:14.178077 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ba94de0c-5553-4035-ae8c-7bf455a7e445 req-0ac1b26b-039d-437d-ad07-704556c99123 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e9e26c7-bedf-469d-a930-153a51afd6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022730 Apr 20 18:31:14.188040 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-67590997-3a21-458e-83a0-d67e1b84676a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854112612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852621942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086978'] for subnet, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:14.193401 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:14.278309 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67590997-3a21-458e-83a0-d67e1b84676a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b73caef0-e093-444d-bb9b-231ebed03e94,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:14.281697 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-67590997-3a21-458e-83a0-d67e1b84676a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:14.282851 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-67590997-3a21-458e-83a0-d67e1b84676a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for subnet, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:14.289329 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-67590997-3a21-458e-83a0-d67e1b84676a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b73caef0-e093-444d-bb9b-231ebed03e94 HTTP/1.1" status: 204 len: 168 time: 0.7289605 Apr 20 18:31:14.292114 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 35086) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:31:14.421217 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-136bd347-1d88-4da3-8aab-ef9662935fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569320'] for network, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:14.577484 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-136bd347-1d88-4da3-8aab-ef9662935fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854112527', 'neutron.services.segments.db._delete_segments_for_network-8758776337267'] for network, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:14.592479 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 35100) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:31:14.714700 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.services.segments.db [None req-136bd347-1d88-4da3-8aab-ef9662935fe7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3e5adba-fffe-429b-8ebe-0ee4f9fb4320']}} {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:31:14.728112 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.services.segments.db [None req-136bd347-1d88-4da3-8aab-ef9662935fe7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83f7c7b2-8345-4f3b-aace-17c5581cd5bb') {'for_net_delete': True} {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:31:14.728445 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.services.segments.db [None req-136bd347-1d88-4da3-8aab-ef9662935fe7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83f7c7b2-8345-4f3b-aace-17c5581cd5bb') {} {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:31:14.741182 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-136bd347-1d88-4da3-8aab-ef9662935fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278078409571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851383955'] for segment, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:14.756461 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-136bd347-1d88-4da3-8aab-ef9662935fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854116670'] for segment, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:14.762678 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2f6a3cd1-1957-4ede-bc0c-b4c2d7df53ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:14.762985 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-136bd347-1d88-4da3-8aab-ef9662935fe7 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=86391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 18:31:14.787426 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-2f6a3cd1-1957-4ede-bc0c-b4c2d7df53ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:31:14.797616 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-2f6a3cd1-1957-4ede-bc0c-b4c2d7df53ac admin admin] Usage tracker for resource:security_group_rule and tenant:7a64d7c41b5a4a3b955bf742202f45f3 is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:31:14.803470 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-2f6a3cd1-1957-4ede-bc0c-b4c2d7df53ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:31:14.814012 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-2f6a3cd1-1957-4ede-bc0c-b4c2d7df53ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:31:14.848642 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4cb01-c632-49fd-87f1-c72e35b9cba5 req-7196e00c-3c43-4c52-adf4-cf09b265169e tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:14.850257 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-1aa4cb01-c632-49fd-87f1-c72e35b9cba5 req-7196e00c-3c43-4c52-adf4-cf09b265169e tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 945 time: 0.1580079 Apr 20 18:31:14.950550 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-1aa4cb01-c632-49fd-87f1-c72e35b9cba5 req-ea0c8225-8876-4f26-82a5-31052a05e1eb tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729492 Apr 20 18:31:14.960437 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-136bd347-1d88-4da3-8aab-ef9662935fe7 admin admin] Network f3e5adba-fffe-429b-8ebe-0ee4f9fb4320 has no segments {{(pid=86391) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:31:14.970302 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-136bd347-1d88-4da3-8aab-ef9662935fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-659125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852407645'] for segment, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:14.988251 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2f6a3cd1-1957-4ede-bc0c-b4c2d7df53ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:14.991207 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2f6a3cd1-1957-4ede-bc0c-b4c2d7df53ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:14.999987 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-3023a474-869a-429c-adf5-5442fa514e72 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:15.046171 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-2f6a3cd1-1957-4ede-bc0c-b4c2d7df53ac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7a64d7c41b5a4a3b955bf742202f45f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4496813 Apr 20 18:31:15.046171 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6a3cd1-1957-4ede-bc0c-b4c2d7df53ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c584e8b-e9e9-45f7-b28d-3594ca46a00a,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:15.047000 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 35110) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:31:15.049469 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2f6a3cd1-1957-4ede-bc0c-b4c2d7df53ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:15.103928 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a426dfc0-8ef9-4f1b-a9a6-38de185904d7 req-3b643059-8eb3-4c77-a8b1-f1ee8257fa4e tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74a9e9f-b284-4fc5-ac23-c436122e1f47 HTTP/1.1" status: 200 len: 210 time: 0.0672758 Apr 20 18:31:15.111411 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3629f837-904f-4d16-a733-70c82ee18f5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:15.142643 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3629f837-904f-4d16-a733-70c82ee18f5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:15.200320 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-136bd347-1d88-4da3-8aab-ef9662935fe7 admin admin] Network f3e5adba-fffe-429b-8ebe-0ee4f9fb4320 has no segments {{(pid=86391) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:31:15.222887 dv-cinder-786932-2-smb neutron-server[86278]: Traceback (most recent call last): Apr 20 18:31:15.222887 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 18:31:15.222887 dv-cinder-786932-2-smb neutron-server[86278]: timer() Apr 20 18:31:15.222887 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:31:15.222887 dv-cinder-786932-2-smb neutron-server[86278]: cb(*args, **kw) Apr 20 18:31:15.222887 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 18:31:15.222887 dv-cinder-786932-2-smb neutron-server[86278]: return func(*args, **kwargs) Apr 20 18:31:15.222887 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:31:15.222887 dv-cinder-786932-2-smb neutron-server[86278]: self._notify() Apr 20 18:31:15.222887 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:31:15.222887 dv-cinder-786932-2-smb neutron-server[86278]: self.callback(batched_events) Apr 20 18:31:15.222887 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:31:15.222887 dv-cinder-786932-2-smb neutron-server[86278]: event.method(event) Apr 20 18:31:15.222887 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:31:15.222887 dv-cinder-786932-2-smb neutron-server[86278]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:31:15.222887 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 18:31:15.222887 dv-cinder-786932-2-smb neutron-server[86278]: segment_id)['aggregates'][0] Apr 20 18:31:15.222887 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:31:15.222887 dv-cinder-786932-2-smb neutron-server[86278]: return f(self, *a, **k) Apr 20 18:31:15.222887 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 18:31:15.222887 dv-cinder-786932-2-smb neutron-server[86278]: return self._get(url).json() Apr 20 18:31:15.222887 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:31:15.222887 dv-cinder-786932-2-smb neutron-server[86278]: **kwargs) Apr 20 18:31:15.222887 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 18:31:15.222887 dv-cinder-786932-2-smb neutron-server[86278]: return self.request(url, 'GET', **kwargs) Apr 20 18:31:15.222887 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 18:31:15.222887 dv-cinder-786932-2-smb neutron-server[86278]: **endpoint_filter) Apr 20 18:31:15.222887 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 18:31:15.222887 dv-cinder-786932-2-smb neutron-server[86278]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:31:15.222887 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 18:31:15.222887 dv-cinder-786932-2-smb neutron-server[86278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:31:15.222887 dv-cinder-786932-2-smb neutron-server[86278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:31:15.274575 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3629f837-904f-4d16-a733-70c82ee18f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:15.282373 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-947cdf64-32ce-4b2e-8e77-625978152de5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:15.305703 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3629f837-904f-4d16-a733-70c82ee18f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c584e8b-e9e9-45f7-b28d-3594ca46a00a,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:15.307253 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-136bd347-1d88-4da3-8aab-ef9662935fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-663289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854378623'] for network, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:15.311084 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-9fe7c5f3-0947-4f19-8df8-240904ac1a67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:15.314012 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-3629f837-904f-4d16-a733-70c82ee18f5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:15.318764 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3629f837-904f-4d16-a733-70c82ee18f5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:15.322455 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-3629f837-904f-4d16-a733-70c82ee18f5b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1c584e8b-e9e9-45f7-b28d-3594ca46a00a HTTP/1.1" status: 204 len: 168 time: 0.2720406 Apr 20 18:31:15.344556 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-136bd347-1d88-4da3-8aab-ef9662935fe7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for network, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:15.359320 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136bd347-1d88-4da3-8aab-ef9662935fe7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3e5adba-fffe-429b-8ebe-0ee4f9fb4320,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:15.372238 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-136bd347-1d88-4da3-8aab-ef9662935fe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:15.376456 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-136bd347-1d88-4da3-8aab-ef9662935fe7 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f3e5adba-fffe-429b-8ebe-0ee4f9fb4320 HTTP/1.1" status: 204 len: 168 time: 1.0808074 Apr 20 18:31:15.444520 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c844f54-1bec-465b-b5c7-093d1ce06236 req-9081a7ca-3239-4d97-9b8f-cce0017e17e3 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:15.446320 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-8c844f54-1bec-465b-b5c7-093d1ce06236 req-9081a7ca-3239-4d97-9b8f-cce0017e17e3 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.46 "GET /v2.0/networks?id=69eb6f97-ea3e-4050-89c1-6e90e1792b19 HTTP/1.1" status: 200 len: 815 time: 0.2638216 Apr 20 18:31:15.465218 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [req-8c844f54-1bec-465b-b5c7-093d1ce06236 req-59dada8b-48db-43d8-a00f-4b13ba9c4f45 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Request body: {'port': {'device_id': 'e74a9e9f-b284-4fc5-ac23-c436122e1f47', 'network_id': '69eb6f97-ea3e-4050-89c1-6e90e1792b19', 'admin_state_up': True, 'tenant_id': 'c10c8e1bd4ff416298fcc5e373996fcd'}} {{(pid=86392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:31:15.531807 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 35126) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:31:15.587466 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4419ee-a446-4155-9975-53276b64dff7 req-650975b6-88f7-4b10-a5e8-411869a60a89 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:15.589551 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-7d4419ee-a446-4155-9975-53276b64dff7 req-650975b6-88f7-4b10-a5e8-411869a60a89 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fe056b8-6cca-4877-839a-3868ef3cc2bc HTTP/1.1" status: 200 len: 945 time: 0.2488179 Apr 20 18:31:15.598293 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-fd7f4001-2249-4cf8-bd0d-6dffcb78e290 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=adc1e0a8fbf34d698e9f5189d4bd1190&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0626945 Apr 20 18:31:15.598518 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 35132) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:31:15.675070 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de61a08a-7800-4647-8cdf-e4e6e87a0e07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:15.694113 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-7d4419ee-a446-4155-9975-53276b64dff7 req-e087d09e-17ec-4a7f-9128-cef81547862e tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e9e26c7-bedf-469d-a930-153a51afd6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901530 Apr 20 18:31:15.704817 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [req-8c844f54-1bec-465b-b5c7-093d1ce06236 req-59dada8b-48db-43d8-a00f-4b13ba9c4f45 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:31:15.729120 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [req-8c844f54-1bec-465b-b5c7-093d1ce06236 req-59dada8b-48db-43d8-a00f-4b13ba9c4f45 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:31:15.733105 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de61a08a-7800-4647-8cdf-e4e6e87a0e07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:15.740562 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c844f54-1bec-465b-b5c7-093d1ce06236 req-59dada8b-48db-43d8-a00f-4b13ba9c4f45 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Made reservation on behalf of c10c8e1bd4ff416298fcc5e373996fcd for: {'port': 1} {{(pid=86392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:31:15.752321 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-8c844f54-1bec-465b-b5c7-093d1ce06236 req-59dada8b-48db-43d8-a00f-4b13ba9c4f45 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:15.797769 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de61a08a-7800-4647-8cdf-e4e6e87a0e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:15.804479 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-54f966c2-f58c-45ab-bfba-78c7bac19010 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:15.820769 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de61a08a-7800-4647-8cdf-e4e6e87a0e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a492436-07ff-4887-a26d-036eef2a55dd,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:15.824244 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-de61a08a-7800-4647-8cdf-e4e6e87a0e07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:15.833842 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de61a08a-7800-4647-8cdf-e4e6e87a0e07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:15.835520 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-de61a08a-7800-4647-8cdf-e4e6e87a0e07 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8a492436-07ff-4887-a26d-036eef2a55dd HTTP/1.1" status: 204 len: 168 time: 0.2358215 Apr 20 18:31:15.984124 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.db_base_plugin_common [req-8c844f54-1bec-465b-b5c7-093d1ce06236 req-59dada8b-48db-43d8-a00f-4b13ba9c4f45 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Allocated IP 172.20.0.2 (69eb6f97-ea3e-4050-89c1-6e90e1792b19/97c6181f-cafd-4b1b-a893-b50fc49a5af4/7f1befca-ea48-400c-82d8-461ceb8e8734) {{(pid=86392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:31:16.300782 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-8c844f54-1bec-465b-b5c7-093d1ce06236 req-59dada8b-48db-43d8-a00f-4b13ba9c4f45 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Notify callbacks [] for port, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:16.311993 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7182bf3d-2782-4249-ae39-619ac8e255f7 req-696a181d-413f-439e-9a30-0a989741b76c tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:16.315273 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-7182bf3d-2782-4249-ae39-619ac8e255f7 req-696a181d-413f-439e-9a30-0a989741b76c tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 945 time: 0.1787863 Apr 20 18:31:16.363389 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-26678c98-ca96-44f9-8836-6714fa89b8a3 req-9aa0354c-adf0-4deb-9274-3d93b86817fe tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74a9e9f-b284-4fc5-ac23-c436122e1f47 HTTP/1.1" status: 200 len: 210 time: 0.0623605 Apr 20 18:31:16.372891 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-7182bf3d-2782-4249-ae39-619ac8e255f7 req-31c4c7d9-6f4b-4c52-ba7e-db865a91b972 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528021 Apr 20 18:31:16.383946 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-8c844f54-1bec-465b-b5c7-093d1ce06236 req-59dada8b-48db-43d8-a00f-4b13ba9c4f45 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278078920240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852620706'] for port, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:16.391887 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:16.394672 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 35160) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:31:16.401542 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] get_ports_and_sgs() called for port_ids ['ecac05ec-2410-41c4-9ea9-0ca360507bf0', '7a230b58-7a09-4c98-b20a-9bbcf4c21a7a', '429b6c82-ac59-4264-8db8-c9391bde1d11'] {{(pid=86393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:31:16.451257 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c844f54-1bec-465b-b5c7-093d1ce06236 req-59dada8b-48db-43d8-a00f-4b13ba9c4f45 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Network 69eb6f97-ea3e-4050-89c1-6e90e1792b19 is already hosted by enough agents. {{(pid=86392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:31:16.452570 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-9d58daa4-9ad0-4dc3-97e9-a3407195d214 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5dd88e9743244590ab186a5f8eebef38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0564718 Apr 20 18:31:16.454446 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 35164) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:31:16.459406 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [req-8c844f54-1bec-465b-b5c7-093d1ce06236 req-59dada8b-48db-43d8-a00f-4b13ba9c4f45 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Resources bound (agent type, host, resource id): {{(pid=86392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:31:16.464433 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c844f54-1bec-465b-b5c7-093d1ce06236 req-59dada8b-48db-43d8-a00f-4b13ba9c4f45 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Received port after_create {{(pid=86392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:31:16.511311 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dada8b-48db-43d8-a00f-4b13ba9c4f45 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Pushing event updated for resources: {'Port': ['ID=7f1befca-ea48-400c-82d8-461ceb8e8734,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:16.516068 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-59dada8b-48db-43d8-a00f-4b13ba9c4f45 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:16.523139 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-07d8bc55-5bee-4543-8219-f3804b0186d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:16.544942 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c844f54-1bec-465b-b5c7-093d1ce06236 req-59dada8b-48db-43d8-a00f-4b13ba9c4f45 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:16.545619 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-8c844f54-1bec-465b-b5c7-093d1ce06236 req-59dada8b-48db-43d8-a00f-4b13ba9c4f45 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031'] for port, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:16.577678 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-8c844f54-1bec-465b-b5c7-093d1ce06236 req-59dada8b-48db-43d8-a00f-4b13ba9c4f45 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1194272 Apr 20 18:31:16.581296 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-07d8bc55-5bee-4543-8219-f3804b0186d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:16.599113 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [req-8c844f54-1bec-465b-b5c7-093d1ce06236 req-1bef1e5f-d12c-4a7f-9ecb-c4c9c20c64b0 service neutron] Request body: {'port': {'device_id': 'e74a9e9f-b284-4fc5-ac23-c436122e1f47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:31:16.641308 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-07d8bc55-5bee-4543-8219-f3804b0186d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:16.647463 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-a53568da-16e4-4888-932f-b0b88ffc5c56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:16.657339 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:16.663501 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d8bc55-5bee-4543-8219-f3804b0186d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46eecc4-1a3d-4bbd-a80f-a8054494ed10,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:16.666864 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-07d8bc55-5bee-4543-8219-f3804b0186d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:16.668007 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-07d8bc55-5bee-4543-8219-f3804b0186d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:16.669210 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-07d8bc55-5bee-4543-8219-f3804b0186d6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d46eecc4-1a3d-4bbd-a80f-a8054494ed10 HTTP/1.1" status: 204 len: 168 time: 0.2135742 Apr 20 18:31:16.798106 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-8c844f54-1bec-465b-b5c7-093d1ce06236 req-1bef1e5f-d12c-4a7f-9ecb-c4c9c20c64b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:17.442550 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d1ef3-cc4a-407a-8ebf-fae7cd76fe87 req-9925e4b5-71d2-4552-9449-b3d443c609e3 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:17.450222 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-c38d1ef3-cc4a-407a-8ebf-fae7cd76fe87 req-9925e4b5-71d2-4552-9449-b3d443c609e3 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fe056b8-6cca-4877-839a-3868ef3cc2bc HTTP/1.1" status: 200 len: 945 time: 0.3787148 Apr 20 18:31:17.519129 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-c38d1ef3-cc4a-407a-8ebf-fae7cd76fe87 req-585d4cf5-6667-442a-ae0e-2dcdb1f1aac4 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e9e26c7-bedf-469d-a930-153a51afd6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679104 Apr 20 18:31:17.619399 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [req-8c844f54-1bec-465b-b5c7-093d1ce06236 req-1bef1e5f-d12c-4a7f-9ecb-c4c9c20c64b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f1befca-ea48-400c-82d8-461ceb8e8734 {{(pid=86392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:31:17.629530 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-8c844f54-1bec-465b-b5c7-093d1ce06236 req-1bef1e5f-d12c-4a7f-9ecb-c4c9c20c64b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:17.640792 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394964ae-d675-40e4-b90b-4c1b79b21515 req-a53e4ddb-8e4b-4cda-a38a-86f6030023b5 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:17.642541 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-394964ae-d675-40e4-b90b-4c1b79b21515 req-a53e4ddb-8e4b-4cda-a38a-86f6030023b5 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74a9e9f-b284-4fc5-ac23-c436122e1f47 HTTP/1.1" status: 200 len: 931 time: 0.1120746 Apr 20 18:31:17.648882 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [req-8c844f54-1bec-465b-b5c7-093d1ce06236 req-1bef1e5f-d12c-4a7f-9ecb-c4c9c20c64b0 service neutron] Transition to ACTIVE for port object 7f1befca-ea48-400c-82d8-461ceb8e8734 will not be triggered until provisioned by entity L2. {{(pid=86392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:31:17.655015 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-8c844f54-1bec-465b-b5c7-093d1ce06236 req-1bef1e5f-d12c-4a7f-9ecb-c4c9c20c64b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2155095'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:17.663526 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-ea36aac9-2dd8-48d1-b7ca-b8cf4848e9b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:17.720710 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-394964ae-d675-40e4-b90b-4c1b79b21515 req-01f888d5-ed29-4f1d-955c-6e951a06db3e tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/security-groups?id=18dbf877-4418-4cf7-b982-e374a1f22360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703559 Apr 20 18:31:17.974286 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef1e5f-d12c-4a7f-9ecb-c4c9c20c64b0 service neutron] Pushing event updated for resources: {'Port': ['ID=7f1befca-ea48-400c-82d8-461ceb8e8734,revision_number=2']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:17.996360 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-1bef1e5f-d12c-4a7f-9ecb-c4c9c20c64b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:18.037639 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a55bea5-bd67-4a36-982a-d107016a4d82 req-ae763437-0f72-4275-b738-0413a72f0a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:18.039632 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-6a55bea5-bd67-4a36-982a-d107016a4d82 req-ae763437-0f72-4275-b738-0413a72f0a83 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 1098 time: 0.1080897 Apr 20 18:31:18.076114 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab3639-22e7-41ad-a6af-686e31714200 req-e6cef9e8-92b7-4514-bdb8-9557e8a83d4f tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:18.078475 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-d2ab3639-22e7-41ad-a6af-686e31714200 req-e6cef9e8-92b7-4514-bdb8-9557e8a83d4f tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 945 time: 0.3820324 Apr 20 18:31:18.091287 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-6a55bea5-bd67-4a36-982a-d107016a4d82 req-1800e5a4-b7bb-466e-be45-4cd5ccbef618 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437458 Apr 20 18:31:18.156820 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-d2ab3639-22e7-41ad-a6af-686e31714200 req-a3f663f4-17a1-4acf-b894-cf329575c906 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637143 Apr 20 18:31:18.158317 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [req-8c844f54-1bec-465b-b5c7-093d1ce06236 req-1bef1e5f-d12c-4a7f-9ecb-c4c9c20c64b0 service neutron] Attempting to bind port 7f1befca-ea48-400c-82d8-461ceb8e8734 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:31:18.158743 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [req-8c844f54-1bec-465b-b5c7-093d1ce06236 req-1bef1e5f-d12c-4a7f-9ecb-c4c9c20c64b0 service neutron] Attempting to bind port 7f1befca-ea48-400c-82d8-461ceb8e8734 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '6a0be6b6-b186-485f-b80c-5e6aa7f438bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '69eb6f97-ea3e-4050-89c1-6e90e1792b19'}] {{(pid=86392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:31:18.159124 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c844f54-1bec-465b-b5c7-093d1ce06236 req-1bef1e5f-d12c-4a7f-9ecb-c4c9c20c64b0 service neutron] Attempting to bind port 7f1befca-ea48-400c-82d8-461ceb8e8734 on network 69eb6f97-ea3e-4050-89c1-6e90e1792b19 {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:31:18.166441 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c844f54-1bec-465b-b5c7-093d1ce06236 req-1bef1e5f-d12c-4a7f-9ecb-c4c9c20c64b0 service neutron] Port 7f1befca-ea48-400c-82d8-461ceb8e8734 on network 69eb6f97-ea3e-4050-89c1-6e90e1792b19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:31:18.166860 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c844f54-1bec-465b-b5c7-093d1ce06236 req-1bef1e5f-d12c-4a7f-9ecb-c4c9c20c64b0 service neutron] Attempting to bind port 7f1befca-ea48-400c-82d8-461ceb8e8734 on network 69eb6f97-ea3e-4050-89c1-6e90e1792b19 {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:31:18.184563 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c844f54-1bec-465b-b5c7-093d1ce06236 req-1bef1e5f-d12c-4a7f-9ecb-c4c9c20c64b0 service neutron] Checking agent: {'id': '263cae3f-8754-41ef-b011-a572dc0aeed8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 27, 47), 'started_at': datetime.datetime(2021, 4, 20, 18, 27, 47), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:31:18.184563 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c844f54-1bec-465b-b5c7-093d1ce06236 req-1bef1e5f-d12c-4a7f-9ecb-c4c9c20c64b0 service neutron] Checking segment: {'id': '6a0be6b6-b186-485f-b80c-5e6aa7f438bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '69eb6f97-ea3e-4050-89c1-6e90e1792b19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:31:18.184563 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c844f54-1bec-465b-b5c7-093d1ce06236 req-1bef1e5f-d12c-4a7f-9ecb-c4c9c20c64b0 service neutron] Bound using segment: {'id': '6a0be6b6-b186-485f-b80c-5e6aa7f438bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '69eb6f97-ea3e-4050-89c1-6e90e1792b19'} {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:31:18.184563 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [req-8c844f54-1bec-465b-b5c7-093d1ce06236 req-1bef1e5f-d12c-4a7f-9ecb-c4c9c20c64b0 service neutron] Bound port: 7f1befca-ea48-400c-82d8-461ceb8e8734, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a0be6b6-b186-485f-b80c-5e6aa7f438bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '69eb6f97-ea3e-4050-89c1-6e90e1792b19'}}] {{(pid=86392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:31:18.184563 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-8c844f54-1bec-465b-b5c7-093d1ce06236 req-1bef1e5f-d12c-4a7f-9ecb-c4c9c20c64b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:18.226303 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 35230) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:31:18.291025 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [req-8c844f54-1bec-465b-b5c7-093d1ce06236 req-1bef1e5f-d12c-4a7f-9ecb-c4c9c20c64b0 service neutron] For port 7f1befca-ea48-400c-82d8-461ceb8e8734, host hv-cinder-78693, cleared binding levels {{(pid=86392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:31:18.294204 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [req-8c844f54-1bec-465b-b5c7-093d1ce06236 req-1bef1e5f-d12c-4a7f-9ecb-c4c9c20c64b0 service neutron] For port 7f1befca-ea48-400c-82d8-461ceb8e8734, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7f1befca-ea48-400c-82d8-461ceb8e8734,segment=NetworkSegment(6a0be6b6-b186-485f-b80c-5e6aa7f438bb),segment_id=6a0be6b6-b186-485f-b80c-5e6aa7f438bb)] {{(pid=86392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:31:18.297623 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-8c844f54-1bec-465b-b5c7-093d1ce06236 req-1bef1e5f-d12c-4a7f-9ecb-c4c9c20c64b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2155095'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:18.302559 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-1fc9a7d1-dcf1-4ecd-a8a6-b66fa1eb336b tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:18.360807 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2db61f6e-414a-4a24-b07c-eafe4885a422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:18.366639 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c844f54-1bec-465b-b5c7-093d1ce06236 req-1bef1e5f-d12c-4a7f-9ecb-c4c9c20c64b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:18.367352 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-8c844f54-1bec-465b-b5c7-093d1ce06236 req-1bef1e5f-d12c-4a7f-9ecb-c4c9c20c64b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031'] for port, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:18.368829 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-8c844f54-1bec-465b-b5c7-093d1ce06236 req-1bef1e5f-d12c-4a7f-9ecb-c4c9c20c64b0 service neutron] 10.222.0.46 "PUT /v2.0/ports/7f1befca-ea48-400c-82d8-461ceb8e8734 HTTP/1.1" status: 200 len: 1093 time: 1.7752187 Apr 20 18:31:18.369347 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e74a9e9f-b284-4fc5-ac23-c436122e1f47', 'tag': '7f1befca-ea48-400c-82d8-461ceb8e8734'}] {{(pid=86392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:31:18.384996 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-2db61f6e-414a-4a24-b07c-eafe4885a422 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:31:18.389807 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-2db61f6e-414a-4a24-b07c-eafe4885a422 admin admin] Usage tracker for resource:security_group_rule and tenant:53be8d8b02764217926f65453fe10384 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:31:18.394805 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-2db61f6e-414a-4a24-b07c-eafe4885a422 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:31:18.395795 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef1e5f-d12c-4a7f-9ecb-c4c9c20c64b0 service neutron] Pushing event updated for resources: {'Port': ['ID=7f1befca-ea48-400c-82d8-461ceb8e8734,revision_number=3']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:18.399411 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-1bef1e5f-d12c-4a7f-9ecb-c4c9c20c64b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:18.401895 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-2db61f6e-414a-4a24-b07c-eafe4885a422 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:31:18.465036 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e74a9e9f-b284-4fc5-ac23-c436122e1f47', 'tag': '7f1befca-ea48-400c-82d8-461ceb8e8734', 'status': 'completed', 'code': 200} Apr 20 18:31:18.491824 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2db61f6e-414a-4a24-b07c-eafe4885a422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:18.495195 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2db61f6e-414a-4a24-b07c-eafe4885a422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:18.503016 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-e0a15d5c-749c-4e39-a7de-830339902cb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:18.505680 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c844f54-1bec-465b-b5c7-093d1ce06236 req-096356e6-60ca-40ed-9012-4fa964fe0115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:18.507309 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-8c844f54-1bec-465b-b5c7-093d1ce06236 req-096356e6-60ca-40ed-9012-4fa964fe0115 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c10c8e1bd4ff416298fcc5e373996fcd&device_id=e74a9e9f-b284-4fc5-ac23-c436122e1f47 HTTP/1.1" status: 200 len: 1096 time: 0.0864439 Apr 20 18:31:18.546755 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-2db61f6e-414a-4a24-b07c-eafe4885a422 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=53be8d8b02764217926f65453fe10384&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3191059 Apr 20 18:31:18.547728 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db61f6e-414a-4a24-b07c-eafe4885a422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8daf305d-8ddf-4539-845b-94fbe252290a,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:18.550282 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 35238) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:31:18.576872 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2db61f6e-414a-4a24-b07c-eafe4885a422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:18.588578 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-8c844f54-1bec-465b-b5c7-093d1ce06236 req-81de9696-d42f-4563-b022-55081a2ac9b7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7f1befca-ea48-400c-82d8-461ceb8e8734 HTTP/1.1" status: 200 len: 217 time: 0.0697143 Apr 20 18:31:18.624964 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-b190a901-a6dd-4f68-9627-691eb6de6132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:18.653533 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-b190a901-a6dd-4f68-9627-691eb6de6132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:18.669778 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c844f54-1bec-465b-b5c7-093d1ce06236 req-c66cbe6c-dfba-415c-8514-b3bc7b7315be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:18.671388 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-8c844f54-1bec-465b-b5c7-093d1ce06236 req-c66cbe6c-dfba-415c-8514-b3bc7b7315be service neutron] 10.222.0.46 "GET /v2.0/subnets?id=97c6181f-cafd-4b1b-a893-b50fc49a5af4 HTTP/1.1" status: 200 len: 855 time: 0.0682178 Apr 20 18:31:18.727649 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-8c844f54-1bec-465b-b5c7-093d1ce06236 req-e5ed3aef-1848-4790-9d61-e066428c48c6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=69eb6f97-ea3e-4050-89c1-6e90e1792b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481987 Apr 20 18:31:18.760193 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-b190a901-a6dd-4f68-9627-691eb6de6132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:18.765267 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-f4e7558b-440f-4f8f-bafc-99040de1c58e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:18.785127 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b190a901-a6dd-4f68-9627-691eb6de6132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8daf305d-8ddf-4539-845b-94fbe252290a,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:18.807027 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec488a3d-9e22-4fef-9670-0c17b4691221 req-6980dd4e-7e5a-4c76-9c76-8927c8f5045a tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:18.808723 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ec488a3d-9e22-4fef-9670-0c17b4691221 req-6980dd4e-7e5a-4c76-9c76-8927c8f5045a tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fe056b8-6cca-4877-839a-3868ef3cc2bc HTTP/1.1" status: 200 len: 945 time: 0.1600692 Apr 20 18:31:18.809641 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-b190a901-a6dd-4f68-9627-691eb6de6132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:18.810754 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-b190a901-a6dd-4f68-9627-691eb6de6132 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8daf305d-8ddf-4539-845b-94fbe252290a HTTP/1.1" status: 204 len: 168 time: 0.2594562 Apr 20 18:31:18.812145 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-b190a901-a6dd-4f68-9627-691eb6de6132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:18.890315 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ec488a3d-9e22-4fef-9670-0c17b4691221 req-a156e8b3-e40d-4b80-acad-5089a7aa4e45 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e9e26c7-bedf-469d-a930-153a51afd6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745213 Apr 20 18:31:18.943349 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-8c844f54-1bec-465b-b5c7-093d1ce06236 req-4332eeb4-2662-4769-b1fb-9b8ade99afcf service neutron] 10.222.0.46 "GET /v2.0/networks/69eb6f97-ea3e-4050-89c1-6e90e1792b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027822 Apr 20 18:31:19.062123 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73114ced-2fc2-48c5-8296-a2755b848530 req-8ab0e189-4aca-4748-af62-a3c1195bf02d tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:19.062909 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-73114ced-2fc2-48c5-8296-a2755b848530 req-8ab0e189-4aca-4748-af62-a3c1195bf02d tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Synchronizing usage tracker for tenant:c10c8e1bd4ff416298fcc5e373996fcd on resource:port {{(pid=86392) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:31:19.107849 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-73114ced-2fc2-48c5-8296-a2755b848530 req-8ab0e189-4aca-4748-af62-a3c1195bf02d tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Unset dirty status for tenant:c10c8e1bd4ff416298fcc5e373996fcd on resource:port {{(pid=86392) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:31:19.109096 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-73114ced-2fc2-48c5-8296-a2755b848530 req-8ab0e189-4aca-4748-af62-a3c1195bf02d tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74a9e9f-b284-4fc5-ac23-c436122e1f47 HTTP/1.1" status: 200 len: 943 time: 0.2438011 Apr 20 18:31:19.150276 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-8c844f54-1bec-465b-b5c7-093d1ce06236 req-a17d098e-5fcf-43b8-a309-63fd09ed3c17 service neutron] 10.222.0.46 "GET /v2.0/networks/69eb6f97-ea3e-4050-89c1-6e90e1792b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888785 Apr 20 18:31:19.209329 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-73114ced-2fc2-48c5-8296-a2755b848530 req-a17c125a-dcff-4d8d-aaf3-d4bd44b21dbf tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/security-groups?id=18dbf877-4418-4cf7-b982-e374a1f22360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884767 Apr 20 18:31:19.369449 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a91f25-ecf2-4365-9a70-8858150beb3a req-dd86a29c-6302-40a2-9782-382f474c8fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:19.375223 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-68a91f25-ecf2-4365-9a70-8858150beb3a req-dd86a29c-6302-40a2-9782-382f474c8fc5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c10c8e1bd4ff416298fcc5e373996fcd&device_id=e74a9e9f-b284-4fc5-ac23-c436122e1f47 HTTP/1.1" status: 200 len: 1096 time: 0.1205478 Apr 20 18:31:19.529438 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d5371-9040-4e95-846c-587dd16958a0 req-5817750f-57bf-4f07-b063-549bc0b1dac2 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:19.529894 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-561d5371-9040-4e95-846c-587dd16958a0 req-5817750f-57bf-4f07-b063-549bc0b1dac2 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 945 time: 0.2013531 Apr 20 18:31:19.591043 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa29929d-8543-4565-86bb-83a851cb395e req-32e911db-3b69-44d0-bf52-af5d7ea755cd tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:19.592705 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-aa29929d-8543-4565-86bb-83a851cb395e req-32e911db-3b69-44d0-bf52-af5d7ea755cd tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.46 "GET /v2.0/ports?device_id=5fe056b8-6cca-4877-839a-3868ef3cc2bc HTTP/1.1" status: 200 len: 945 time: 0.1532476 Apr 20 18:31:19.603416 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-561d5371-9040-4e95-846c-587dd16958a0 req-3d46509f-12df-44a3-9a36-7f9ad56d7b57 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652363 Apr 20 18:31:19.648800 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a91f25-ecf2-4365-9a70-8858150beb3a req-ac71b44b-55f1-4169-ba8e-45bf84e32831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:19.651690 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-68a91f25-ecf2-4365-9a70-8858150beb3a req-ac71b44b-55f1-4169-ba8e-45bf84e32831 service neutron] 10.222.0.46 "GET /v2.0/networks?id=69eb6f97-ea3e-4050-89c1-6e90e1792b19 HTTP/1.1" status: 200 len: 916 time: 0.2679608 Apr 20 18:31:19.685460 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [req-aa29929d-8543-4565-86bb-83a851cb395e req-5165cbdb-d231-4dac-b0b0-c51a20119217 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Deleting port 55f4a199-a047-477c-9232-96c87642f35c {{(pid=86391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:31:19.686056 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-aa29929d-8543-4565-86bb-83a851cb395e req-5165cbdb-d231-4dac-b0b0-c51a20119217 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278078475124'] for port, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:19.747412 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-68a91f25-ecf2-4365-9a70-8858150beb3a req-3f0f9438-31bf-4a66-a2e7-bed616eaaaa2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7f1befca-ea48-400c-82d8-461ceb8e8734 HTTP/1.1" status: 200 len: 217 time: 0.0803659 Apr 20 18:31:19.829432 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a91f25-ecf2-4365-9a70-8858150beb3a req-c9346d21-ab38-4943-8164-42c15fd3823d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:19.831086 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-68a91f25-ecf2-4365-9a70-8858150beb3a req-c9346d21-ab38-4943-8164-42c15fd3823d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=97c6181f-cafd-4b1b-a893-b50fc49a5af4 HTTP/1.1" status: 200 len: 855 time: 0.0655663 Apr 20 18:31:19.903476 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-68a91f25-ecf2-4365-9a70-8858150beb3a req-b0e5072f-0116-475f-a514-78023f7faa45 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=69eb6f97-ea3e-4050-89c1-6e90e1792b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598664 Apr 20 18:31:19.986657 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [req-aa29929d-8543-4565-86bb-83a851cb395e req-5165cbdb-d231-4dac-b0b0-c51a20119217 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] For port 55f4a199-a047-477c-9232-96c87642f35c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=55f4a199-a047-477c-9232-96c87642f35c,segment=NetworkSegment(d8bdd10f-942f-47b5-87d7-a2804a59eb3d),segment_id=d8bdd10f-942f-47b5-87d7-a2804a59eb3d)] {{(pid=86391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:31:19.987125 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-aa29929d-8543-4565-86bb-83a851cb395e req-5165cbdb-d231-4dac-b0b0-c51a20119217 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7972734'] for port, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:20.126693 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [req-aa29929d-8543-4565-86bb-83a851cb395e req-5165cbdb-d231-4dac-b0b0-c51a20119217 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Calling delete_port for 55f4a199-a047-477c-9232-96c87642f35c owned by compute:nova {{(pid=86391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:31:20.128549 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-68a91f25-ecf2-4365-9a70-8858150beb3a req-e2320551-692e-4bd4-a514-2a01fbdf8a43 service neutron] 10.222.0.46 "GET /v2.0/networks/69eb6f97-ea3e-4050-89c1-6e90e1792b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060325 Apr 20 18:31:20.242123 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f353c9-b4ae-49f5-a407-8016b58270a7 req-d9074cc2-12d5-42f6-918b-9336c13c4806 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:20.243808 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-88f353c9-b4ae-49f5-a407-8016b58270a7 req-d9074cc2-12d5-42f6-918b-9336c13c4806 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fe056b8-6cca-4877-839a-3868ef3cc2bc HTTP/1.1" status: 200 len: 945 time: 0.2138891 Apr 20 18:31:20.295465 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-aa29929d-8543-4565-86bb-83a851cb395e req-5165cbdb-d231-4dac-b0b0-c51a20119217 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278078469919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758775855577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368212'] for port, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:20.310414 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-b306cf24-0fb1-4c5b-94b3-56cff7b1e8ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:20.314812 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] get_ports_and_sgs() called for port_ids ['55f4a199-a047-477c-9232-96c87642f35c'] {{(pid=86393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:31:20.337492 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-88f353c9-b4ae-49f5-a407-8016b58270a7 req-e68a7021-2c4a-4859-8f86-758aab215340 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e9e26c7-bedf-469d-a930-153a51afd6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827742 Apr 20 18:31:20.343327 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-68a91f25-ecf2-4365-9a70-8858150beb3a req-3a3bb706-2e8d-44fd-bd91-a774f13c0d3e service neutron] 10.222.0.46 "GET /v2.0/networks/69eb6f97-ea3e-4050-89c1-6e90e1792b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041073 Apr 20 18:31:20.408874 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5165cbdb-d231-4dac-b0b0-c51a20119217 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Pushing event deleted for resources: {'Port': ['ID=55f4a199-a047-477c-9232-96c87642f35c,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:20.414277 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-5165cbdb-d231-4dac-b0b0-c51a20119217 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:20.503133 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa29929d-8543-4565-86bb-83a851cb395e req-5165cbdb-d231-4dac-b0b0-c51a20119217 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] No DVR routers for this DVR port 55f4a199-a047-477c-9232-96c87642f35c on host hv-cinder-78693 {{(pid=86391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:31:20.506998 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-aa29929d-8543-4565-86bb-83a851cb395e req-5165cbdb-d231-4dac-b0b0-c51a20119217 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031'] for port, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:20.510033 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe056b8-6cca-4877-839a-3868ef3cc2bc', 'name': 'network-vif-deleted', 'tag': '55f4a199-a047-477c-9232-96c87642f35c'}] {{(pid=86391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:31:20.546120 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-aa29929d-8543-4565-86bb-83a851cb395e req-5165cbdb-d231-4dac-b0b0-c51a20119217 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.46 "DELETE /v2.0/ports/55f4a199-a047-477c-9232-96c87642f35c HTTP/1.1" status: 204 len: 173 time: 0.9416261 Apr 20 18:31:20.566723 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d540c8-0cb0-4b31-99e2-3e27b4a7c8cf req-031e10f2-a923-44f3-bca0-c7bb6e4184a6 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:20.568956 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-39d540c8-0cb0-4b31-99e2-3e27b4a7c8cf req-031e10f2-a923-44f3-bca0-c7bb6e4184a6 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74a9e9f-b284-4fc5-ac23-c436122e1f47 HTTP/1.1" status: 200 len: 943 time: 0.1259601 Apr 20 18:31:20.572726 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe056b8-6cca-4877-839a-3868ef3cc2bc', 'name': 'network-vif-deleted', 'tag': '55f4a199-a047-477c-9232-96c87642f35c', 'status': 'completed', 'code': 200} Apr 20 18:31:20.633861 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-39d540c8-0cb0-4b31-99e2-3e27b4a7c8cf req-d8c2a8a0-8d41-4a9c-9a48-ce3b4856d19b tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/security-groups?id=18dbf877-4418-4cf7-b982-e374a1f22360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448065 Apr 20 18:31:20.838832 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a13b6f-7962-4582-8adf-ea98da6c81cb req-26dba94f-e786-4272-943c-fcaa0042574b tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:20.840449 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-d9a13b6f-7962-4582-8adf-ea98da6c81cb req-26dba94f-e786-4272-943c-fcaa0042574b tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 945 time: 0.0899436 Apr 20 18:31:20.890671 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-d9a13b6f-7962-4582-8adf-ea98da6c81cb req-add9f7c3-5017-4eac-ac43-5de18fa26a96 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435648 Apr 20 18:31:21.337522 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ed229-c110-4b39-886e-2d29bd61e0e1 req-217b99a8-0f75-4385-9c65-1d28a711e561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:21.341579 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-8e6ed229-c110-4b39-886e-2d29bd61e0e1 req-217b99a8-0f75-4385-9c65-1d28a711e561 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a7d00bc2297e4088a3209dad8c5ffa52&device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 1098 time: 0.0961618 Apr 20 18:31:21.388796 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695de7a7-fadf-48aa-b4e2-471535cfb626 req-3dc3e2a7-9dc1-49ba-9bc7-ae042eaff395 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:21.390545 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-695de7a7-fadf-48aa-b4e2-471535cfb626 req-3dc3e2a7-9dc1-49ba-9bc7-ae042eaff395 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 945 time: 0.1078365 Apr 20 18:31:21.440810 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-695de7a7-fadf-48aa-b4e2-471535cfb626 req-0ccaac2c-f333-46f1-8d8b-3361e3df9046 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429583 Apr 20 18:31:21.760818 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ed229-c110-4b39-886e-2d29bd61e0e1 req-7cfcdddc-9c97-4925-8ad4-acef9fed7302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:21.762473 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-8e6ed229-c110-4b39-886e-2d29bd61e0e1 req-7cfcdddc-9c97-4925-8ad4-acef9fed7302 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b38b090e-8861-4ffd-9c34-064e6f8a30de HTTP/1.1" status: 200 len: 920 time: 0.4122818 Apr 20 18:31:21.878607 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-8e6ed229-c110-4b39-886e-2d29bd61e0e1 req-01c32fc0-d2a6-4ec9-91e8-ef900747dc31 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f99eaee-b40b-45fe-994a-ca09c8db528d HTTP/1.1" status: 200 len: 217 time: 0.1090400 Apr 20 18:31:21.937207 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16216ee-605a-4396-b932-8a83f4baf86a req-1b2b3cf8-7064-41ae-addb-7604e742cee3 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:21.937959 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-a16216ee-605a-4396-b932-8a83f4baf86a req-1b2b3cf8-7064-41ae-addb-7604e742cee3 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Synchronizing usage tracker for tenant:556b1d613976475a85611d2d08887d47 on resource:network {{(pid=86392) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:31:21.954298 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-a16216ee-605a-4396-b932-8a83f4baf86a req-1b2b3cf8-7064-41ae-addb-7604e742cee3 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Unset dirty status for tenant:556b1d613976475a85611d2d08887d47 on resource:network {{(pid=86392) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:31:21.955609 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a16216ee-605a-4396-b932-8a83f4baf86a req-1b2b3cf8-7064-41ae-addb-7604e742cee3 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.20 "GET /v2.0/networks?id=43ccf1dd-c8e6-4cae-8d19-b023423de452 HTTP/1.1" status: 200 len: 809 time: 0.1881604 Apr 20 18:31:21.975058 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a16216ee-605a-4396-b932-8a83f4baf86a req-1fb18104-f376-41a0-8e4b-65701cae8445 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.20 "GET /v2.0/quotas/556b1d613976475a85611d2d08887d47 HTTP/1.1" status: 200 len: 375 time: 0.0104568 Apr 20 18:31:21.976142 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ed229-c110-4b39-886e-2d29bd61e0e1 req-213b3bbe-dea0-4a06-927f-582fd4b18529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:21.977689 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-8e6ed229-c110-4b39-886e-2d29bd61e0e1 req-213b3bbe-dea0-4a06-927f-582fd4b18529 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b2183557-3402-47d4-9d62-f632ed212213 HTTP/1.1" status: 200 len: 859 time: 0.0867908 Apr 20 18:31:22.030331 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a16216ee-605a-4396-b932-8a83f4baf86a req-a2f6e50b-713b-48ef-98cf-d79ae21f4f7a tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=556b1d613976475a85611d2d08887d47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489335 Apr 20 18:31:22.039321 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b21c72-2af0-498e-b781-c3bb0c7a7dc5 req-4a6699db-33c6-4eb4-b5a7-0e3536b24e27 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:22.040998 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-52b21c72-2af0-498e-b781-c3bb0c7a7dc5 req-4a6699db-33c6-4eb4-b5a7-0e3536b24e27 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74a9e9f-b284-4fc5-ac23-c436122e1f47 HTTP/1.1" status: 200 len: 943 time: 0.2141445 Apr 20 18:31:22.048880 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-8e6ed229-c110-4b39-886e-2d29bd61e0e1 req-b9bba837-02ef-40d3-9062-ce5a6d677b43 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b38b090e-8861-4ffd-9c34-064e6f8a30de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599797 Apr 20 18:31:22.176113 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-52b21c72-2af0-498e-b781-c3bb0c7a7dc5 req-62ad4f73-a2bc-4506-84e2-1a425816da8c tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/security-groups?id=18dbf877-4418-4cf7-b982-e374a1f22360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260700 Apr 20 18:31:22.189676 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a16216ee-605a-4396-b932-8a83f4baf86a req-bbd35d55-5fae-4ea0-bf58-dc7dadb04d3e service neutron] 10.222.0.20 "GET /v2.0/networks/43ccf1dd-c8e6-4cae-8d19-b023423de452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509182 Apr 20 18:31:22.232797 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-8e6ed229-c110-4b39-886e-2d29bd61e0e1 req-39ce30ea-89ae-435b-9b19-1749df34b079 service neutron] 10.222.0.46 "GET /v2.0/networks/b38b090e-8861-4ffd-9c34-064e6f8a30de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670334 Apr 20 18:31:22.355342 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a16216ee-605a-4396-b932-8a83f4baf86a req-5a5c7903-2474-46d2-b9c5-a0f4ef7acc3b service neutron] 10.222.0.20 "GET /v2.0/networks/43ccf1dd-c8e6-4cae-8d19-b023423de452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564941 Apr 20 18:31:22.414265 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-8e6ed229-c110-4b39-886e-2d29bd61e0e1 req-0bb830a4-3dff-4878-b026-17c89451b30d service neutron] 10.222.0.46 "GET /v2.0/networks/b38b090e-8861-4ffd-9c34-064e6f8a30de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650238 Apr 20 18:31:22.659148 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d08a1e-d234-441b-a21e-86ae28ff2d12 req-4413308f-23ee-476d-a0b0-11776b5f6d9d tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:22.660814 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-56d08a1e-d234-441b-a21e-86ae28ff2d12 req-4413308f-23ee-476d-a0b0-11776b5f6d9d tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 945 time: 0.0981503 Apr 20 18:31:22.712029 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-e76ae912-1550-4914-8f89-314e947469c6 req-6a3e8b64-644f-4c0c-a827-e1cf70bcd70e tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Synchronizing usage tracker for tenant:556b1d613976475a85611d2d08887d47 on resource:port {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:31:22.742041 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-e76ae912-1550-4914-8f89-314e947469c6 req-6a3e8b64-644f-4c0c-a827-e1cf70bcd70e tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Unset dirty status for tenant:556b1d613976475a85611d2d08887d47 on resource:port {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:31:22.754228 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e76ae912-1550-4914-8f89-314e947469c6 req-6a3e8b64-644f-4c0c-a827-e1cf70bcd70e tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b8ae877-e8b2-49e1-91b2-427751ad2860 HTTP/1.1" status: 200 len: 210 time: 0.0966640 Apr 20 18:31:22.981199 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-56d08a1e-d234-441b-a21e-86ae28ff2d12 req-f216d572-c156-4f82-a71d-b6eaad61adb4 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135517 Apr 20 18:31:23.414964 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d56a0-4311-4da3-931c-bc5dbb7a3bd5 req-260a2693-4df1-4006-ac62-1bbfaacc9c10 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:23.416605 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-183d56a0-4311-4da3-931c-bc5dbb7a3bd5 req-260a2693-4df1-4006-ac62-1bbfaacc9c10 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74a9e9f-b284-4fc5-ac23-c436122e1f47 HTTP/1.1" status: 200 len: 943 time: 0.1122086 Apr 20 18:31:23.467846 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-183d56a0-4311-4da3-931c-bc5dbb7a3bd5 req-228f1fd6-62c1-4c4a-ac39-7e407c72acf3 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/security-groups?id=18dbf877-4418-4cf7-b982-e374a1f22360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444002 Apr 20 18:31:23.702299 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-93a50513-454a-483c-89c5-4a160985da97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:23.724298 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device 7f1befca-ea48-400c-82d8-461ceb8e8734 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:31:23.727289 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device 55f4a199-a047-477c-9232-96c87642f35c no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:31:23.772332 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] No Port match for: 55f4a199-a047-477c-9232-96c87642f35c {{(pid=86393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:31:23.772858 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device 55f4a199-a047-477c-9232-96c87642f35c not bound to the agent host hv-cinder-78693 {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:31:23.955522 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port 7f1befca-ea48-400c-82d8-461ceb8e8734, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7f1befca-ea48-400c-82d8-461ceb8e8734,segment=NetworkSegment(6a0be6b6-b186-485f-b80c-5e6aa7f438bb),segment_id=6a0be6b6-b186-485f-b80c-5e6aa7f438bb)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:31:23.977139 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Returning: {'device': '7f1befca-ea48-400c-82d8-461ceb8e8734', 'network_id': '69eb6f97-ea3e-4050-89c1-6e90e1792b19', 'port_id': '7f1befca-ea48-400c-82d8-461ceb8e8734', 'mac_address': 'fa:16:3e:10:9e:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97c6181f-cafd-4b1b-a893-b50fc49a5af4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:31:24.028530 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-b88457c8-85ef-4a5f-b23e-6c3275a5eae0 req-264e5c4f-7bae-4150-9943-10b57d7d7e8e tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b8ae877-e8b2-49e1-91b2-427751ad2860 HTTP/1.1" status: 200 len: 210 time: 0.0706604 Apr 20 18:31:24.049120 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16216ee-605a-4396-b932-8a83f4baf86a req-5dd45c6c-510e-4dde-8b77-93cb5e55d4c3 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:24.051076 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a16216ee-605a-4396-b932-8a83f4baf86a req-5dd45c6c-510e-4dde-8b77-93cb5e55d4c3 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.46 "GET /v2.0/networks?id=43ccf1dd-c8e6-4cae-8d19-b023423de452 HTTP/1.1" status: 200 len: 809 time: 0.2630582 Apr 20 18:31:24.067271 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [req-a16216ee-605a-4396-b932-8a83f4baf86a req-06b51afe-7069-4449-a00f-64cb36edb986 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Request body: {'port': {'device_id': '7b8ae877-e8b2-49e1-91b2-427751ad2860', 'network_id': '43ccf1dd-c8e6-4cae-8d19-b023423de452', 'admin_state_up': True, 'tenant_id': '556b1d613976475a85611d2d08887d47'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:31:24.103590 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:24.127693 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f1befca-ea48-400c-82d8-461ceb8e8734 {{(pid=86393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:31:24.157135 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port 7f1befca-ea48-400c-82d8-461ceb8e8734, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7f1befca-ea48-400c-82d8-461ceb8e8734,segment=NetworkSegment(6a0be6b6-b186-485f-b80c-5e6aa7f438bb),segment_id=6a0be6b6-b186-485f-b80c-5e6aa7f438bb)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:31:24.161118 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:24.163298 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:24.238069 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Pushing event updated for resources: {'Port': ['ID=7f1befca-ea48-400c-82d8-461ceb8e8734,revision_number=4']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:24.242752 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:24.307755 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [req-a16216ee-605a-4396-b932-8a83f4baf86a req-06b51afe-7069-4449-a00f-64cb36edb986 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:31:24.322273 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [req-a16216ee-605a-4396-b932-8a83f4baf86a req-06b51afe-7069-4449-a00f-64cb36edb986 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:31:24.343091 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb0738-14ba-4884-ba68-9be890f0bd3d req-a1373cb9-9d1d-47f2-bb4e-086573d542da tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:24.344770 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-65cb0738-14ba-4884-ba68-9be890f0bd3d req-a1373cb9-9d1d-47f2-bb4e-086573d542da tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 945 time: 0.1626930 Apr 20 18:31:24.345885 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a16216ee-605a-4396-b932-8a83f4baf86a req-06b51afe-7069-4449-a00f-64cb36edb986 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Made reservation on behalf of 556b1d613976475a85611d2d08887d47 for: {'port': 1} {{(pid=86391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:31:24.351904 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-a16216ee-605a-4396-b932-8a83f4baf86a req-06b51afe-7069-4449-a00f-64cb36edb986 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:24.460604 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-65cb0738-14ba-4884-ba68-9be890f0bd3d req-9b88c577-e1b1-4fbf-bc93-c169f212a13a tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964851 Apr 20 18:31:24.571002 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.db_base_plugin_common [req-a16216ee-605a-4396-b932-8a83f4baf86a req-06b51afe-7069-4449-a00f-64cb36edb986 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Allocated IP 172.20.0.13 (43ccf1dd-c8e6-4cae-8d19-b023423de452/037ec4cf-614f-4a7b-aebb-b8ef43103317/485609d5-3fba-43a0-b86e-b9c4dcd6a048) {{(pid=86391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:31:24.630418 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] get_ports_and_sgs() called for port_ids ['7f1befca-ea48-400c-82d8-461ceb8e8734'] {{(pid=86393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:31:24.679967 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de551777-da1b-4dac-817c-06980f585cb3 req-fd848b20-1075-43c7-bd1f-3b7c91fc14fd tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:24.682061 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-de551777-da1b-4dac-817c-06980f585cb3 req-fd848b20-1075-43c7-bd1f-3b7c91fc14fd tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74a9e9f-b284-4fc5-ac23-c436122e1f47 HTTP/1.1" status: 200 len: 944 time: 0.0981889 Apr 20 18:31:24.733447 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-de551777-da1b-4dac-817c-06980f585cb3 req-56c9350f-b029-400e-8fec-3caa7c9cd393 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/security-groups?id=18dbf877-4418-4cf7-b982-e374a1f22360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444551 Apr 20 18:31:24.802405 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-a16216ee-605a-4396-b932-8a83f4baf86a req-06b51afe-7069-4449-a00f-64cb36edb986 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Notify callbacks [] for port, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:24.843921 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-a16216ee-605a-4396-b932-8a83f4baf86a req-06b51afe-7069-4449-a00f-64cb36edb986 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278078920240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368212'] for port, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:24.850412 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-be0ebd83-e63b-466f-8821-8c3e96c88c70 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:24.928122 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a16216ee-605a-4396-b932-8a83f4baf86a req-06b51afe-7069-4449-a00f-64cb36edb986 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Network 43ccf1dd-c8e6-4cae-8d19-b023423de452 is already hosted by enough agents. {{(pid=86391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:31:24.932326 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [req-a16216ee-605a-4396-b932-8a83f4baf86a req-06b51afe-7069-4449-a00f-64cb36edb986 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Resources bound (agent type, host, resource id): {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:31:24.936700 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [req-a16216ee-605a-4396-b932-8a83f4baf86a req-06b51afe-7069-4449-a00f-64cb36edb986 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Received port after_create {{(pid=86391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:31:24.980858 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b51afe-7069-4449-a00f-64cb36edb986 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Pushing event updated for resources: {'Port': ['ID=485609d5-3fba-43a0-b86e-b9c4dcd6a048,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:24.985606 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-06b51afe-7069-4449-a00f-64cb36edb986 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:25.014620 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16216ee-605a-4396-b932-8a83f4baf86a req-06b51afe-7069-4449-a00f-64cb36edb986 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:25.015300 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-a16216ee-605a-4396-b932-8a83f4baf86a req-06b51afe-7069-4449-a00f-64cb36edb986 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031'] for port, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:25.040325 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a16216ee-605a-4396-b932-8a83f4baf86a req-06b51afe-7069-4449-a00f-64cb36edb986 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9785721 Apr 20 18:31:25.055934 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [req-a16216ee-605a-4396-b932-8a83f4baf86a req-328c8bec-c409-44bf-a5e3-6e30f18960fa service neutron] Request body: {'port': {'device_id': '7b8ae877-e8b2-49e1-91b2-427751ad2860', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:31:25.183485 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-a16216ee-605a-4396-b932-8a83f4baf86a req-328c8bec-c409-44bf-a5e3-6e30f18960fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:25.266681 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520f0f2-d16c-4cb4-bc46-e25047da0499 req-f04afffb-7c84-46ea-85e6-238a1bafe134 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:25.268329 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e520f0f2-d16c-4cb4-bc46-e25047da0499 req-f04afffb-7c84-46ea-85e6-238a1bafe134 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b8ae877-e8b2-49e1-91b2-427751ad2860 HTTP/1.1" status: 200 len: 932 time: 0.1051075 Apr 20 18:31:25.323951 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e520f0f2-d16c-4cb4-bc46-e25047da0499 req-89dd600b-391b-48a9-9290-d19b42fc1c62 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e9e26c7-bedf-469d-a930-153a51afd6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485904 Apr 20 18:31:25.556255 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [req-a16216ee-605a-4396-b932-8a83f4baf86a req-328c8bec-c409-44bf-a5e3-6e30f18960fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 485609d5-3fba-43a0-b86e-b9c4dcd6a048 {{(pid=86391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:31:25.558160 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-cd72959f-2d8c-4d19-bfe3-7a4064809b0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:25.564420 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-a16216ee-605a-4396-b932-8a83f4baf86a req-328c8bec-c409-44bf-a5e3-6e30f18960fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:25.579590 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [req-a16216ee-605a-4396-b932-8a83f4baf86a req-328c8bec-c409-44bf-a5e3-6e30f18960fa service neutron] Transition to ACTIVE for port object 485609d5-3fba-43a0-b86e-b9c4dcd6a048 will not be triggered until provisioned by entity L2. {{(pid=86391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:31:25.584097 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-a16216ee-605a-4396-b932-8a83f4baf86a req-328c8bec-c409-44bf-a5e3-6e30f18960fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852407587'] for port, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:25.589879 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-b5811bad-77f8-442a-93f1-2a82f80478e3 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:25.774210 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328c8bec-c409-44bf-a5e3-6e30f18960fa service neutron] Pushing event updated for resources: {'Port': ['ID=485609d5-3fba-43a0-b86e-b9c4dcd6a048,revision_number=2']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:25.807007 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-328c8bec-c409-44bf-a5e3-6e30f18960fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:25.898665 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140e7a6-297b-4882-8865-dabbe8a36d66 req-70f559b1-31bb-4a19-a0a8-649db43d4630 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:25.900364 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f140e7a6-297b-4882-8865-dabbe8a36d66 req-70f559b1-31bb-4a19-a0a8-649db43d4630 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 945 time: 0.3173342 Apr 20 18:31:25.939855 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [req-a16216ee-605a-4396-b932-8a83f4baf86a req-328c8bec-c409-44bf-a5e3-6e30f18960fa service neutron] Attempting to bind port 485609d5-3fba-43a0-b86e-b9c4dcd6a048 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:31:25.940227 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [req-a16216ee-605a-4396-b932-8a83f4baf86a req-328c8bec-c409-44bf-a5e3-6e30f18960fa service neutron] Attempting to bind port 485609d5-3fba-43a0-b86e-b9c4dcd6a048 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'd8bdd10f-942f-47b5-87d7-a2804a59eb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '43ccf1dd-c8e6-4cae-8d19-b023423de452'}] {{(pid=86391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:31:25.940590 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16216ee-605a-4396-b932-8a83f4baf86a req-328c8bec-c409-44bf-a5e3-6e30f18960fa service neutron] Attempting to bind port 485609d5-3fba-43a0-b86e-b9c4dcd6a048 on network 43ccf1dd-c8e6-4cae-8d19-b023423de452 {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:31:25.957411 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16216ee-605a-4396-b932-8a83f4baf86a req-328c8bec-c409-44bf-a5e3-6e30f18960fa service neutron] Port 485609d5-3fba-43a0-b86e-b9c4dcd6a048 on network 43ccf1dd-c8e6-4cae-8d19-b023423de452 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:31:25.957810 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16216ee-605a-4396-b932-8a83f4baf86a req-328c8bec-c409-44bf-a5e3-6e30f18960fa service neutron] Attempting to bind port 485609d5-3fba-43a0-b86e-b9c4dcd6a048 on network 43ccf1dd-c8e6-4cae-8d19-b023423de452 {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:31:25.970605 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16216ee-605a-4396-b932-8a83f4baf86a req-328c8bec-c409-44bf-a5e3-6e30f18960fa service neutron] Checking agent: {'id': '263cae3f-8754-41ef-b011-a572dc0aeed8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 27, 47), 'started_at': datetime.datetime(2021, 4, 20, 18, 27, 47), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:31:25.971003 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16216ee-605a-4396-b932-8a83f4baf86a req-328c8bec-c409-44bf-a5e3-6e30f18960fa service neutron] Checking segment: {'id': 'd8bdd10f-942f-47b5-87d7-a2804a59eb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '43ccf1dd-c8e6-4cae-8d19-b023423de452'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:31:25.971417 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16216ee-605a-4396-b932-8a83f4baf86a req-328c8bec-c409-44bf-a5e3-6e30f18960fa service neutron] Bound using segment: {'id': 'd8bdd10f-942f-47b5-87d7-a2804a59eb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '43ccf1dd-c8e6-4cae-8d19-b023423de452'} {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:31:25.971881 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [req-a16216ee-605a-4396-b932-8a83f4baf86a req-328c8bec-c409-44bf-a5e3-6e30f18960fa service neutron] Bound port: 485609d5-3fba-43a0-b86e-b9c4dcd6a048, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8bdd10f-942f-47b5-87d7-a2804a59eb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '43ccf1dd-c8e6-4cae-8d19-b023423de452'}}] {{(pid=86391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:31:25.972263 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-a16216ee-605a-4396-b932-8a83f4baf86a req-328c8bec-c409-44bf-a5e3-6e30f18960fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:25.983923 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f140e7a6-297b-4882-8865-dabbe8a36d66 req-c66feba8-ff7a-4ce7-b860-b7ef5a8426ed tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687408 Apr 20 18:31:26.001827 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc51ed-8b20-4c50-8fea-5b0d72a7d67d req-89931d94-36e5-49be-bc74-67bbe600336a tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:26.003742 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-d6dc51ed-8b20-4c50-8fea-5b0d72a7d67d req-89931d94-36e5-49be-bc74-67bbe600336a tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74a9e9f-b284-4fc5-ac23-c436122e1f47 HTTP/1.1" status: 200 len: 944 time: 0.0935159 Apr 20 18:31:26.066091 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-d6dc51ed-8b20-4c50-8fea-5b0d72a7d67d req-494df3eb-c988-41ae-a3fe-8764a773f368 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/security-groups?id=18dbf877-4418-4cf7-b982-e374a1f22360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439346 Apr 20 18:31:26.073043 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [req-a16216ee-605a-4396-b932-8a83f4baf86a req-328c8bec-c409-44bf-a5e3-6e30f18960fa service neutron] For port 485609d5-3fba-43a0-b86e-b9c4dcd6a048, host hv-cinder-78693, cleared binding levels {{(pid=86391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:31:26.076413 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [req-a16216ee-605a-4396-b932-8a83f4baf86a req-328c8bec-c409-44bf-a5e3-6e30f18960fa service neutron] For port 485609d5-3fba-43a0-b86e-b9c4dcd6a048, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=485609d5-3fba-43a0-b86e-b9c4dcd6a048,segment=NetworkSegment(d8bdd10f-942f-47b5-87d7-a2804a59eb3d),segment_id=d8bdd10f-942f-47b5-87d7-a2804a59eb3d)] {{(pid=86391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:31:26.079860 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-a16216ee-605a-4396-b932-8a83f4baf86a req-328c8bec-c409-44bf-a5e3-6e30f18960fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852407587'] for port, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:26.084973 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-3ef41919-17c2-45f8-97b8-b189b24385d9 tempest-VolumesActionsTest-62721575 tempest-VolumesActionsTest-62721575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:26.146076 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16216ee-605a-4396-b932-8a83f4baf86a req-328c8bec-c409-44bf-a5e3-6e30f18960fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:26.146674 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-a16216ee-605a-4396-b932-8a83f4baf86a req-328c8bec-c409-44bf-a5e3-6e30f18960fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031'] for port, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:26.148396 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a16216ee-605a-4396-b932-8a83f4baf86a req-328c8bec-c409-44bf-a5e3-6e30f18960fa service neutron] 10.222.0.46 "PUT /v2.0/ports/485609d5-3fba-43a0-b86e-b9c4dcd6a048 HTTP/1.1" status: 200 len: 1094 time: 1.0969090 Apr 20 18:31:26.151172 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b8ae877-e8b2-49e1-91b2-427751ad2860', 'tag': '485609d5-3fba-43a0-b86e-b9c4dcd6a048'}] {{(pid=86391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:31:26.189735 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328c8bec-c409-44bf-a5e3-6e30f18960fa service neutron] Pushing event updated for resources: {'Port': ['ID=485609d5-3fba-43a0-b86e-b9c4dcd6a048,revision_number=3']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:26.190036 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-328c8bec-c409-44bf-a5e3-6e30f18960fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:26.244868 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b8ae877-e8b2-49e1-91b2-427751ad2860', 'tag': '485609d5-3fba-43a0-b86e-b9c4dcd6a048', 'status': 'completed', 'code': 200} Apr 20 18:31:26.281723 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16216ee-605a-4396-b932-8a83f4baf86a req-af08d84b-6e22-404e-b262-9faac940bdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:26.283564 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a16216ee-605a-4396-b932-8a83f4baf86a req-af08d84b-6e22-404e-b262-9faac940bdc5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=556b1d613976475a85611d2d08887d47&device_id=7b8ae877-e8b2-49e1-91b2-427751ad2860 HTTP/1.1" status: 200 len: 1097 time: 0.0807989 Apr 20 18:31:26.379299 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a16216ee-605a-4396-b932-8a83f4baf86a req-48be5e54-3611-49c4-a515-d66604dec0c6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=485609d5-3fba-43a0-b86e-b9c4dcd6a048 HTTP/1.1" status: 200 len: 217 time: 0.0841477 Apr 20 18:31:26.470625 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16216ee-605a-4396-b932-8a83f4baf86a req-9f83bfa4-337b-4ba0-8a44-842660f435b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:26.472227 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a16216ee-605a-4396-b932-8a83f4baf86a req-9f83bfa4-337b-4ba0-8a44-842660f435b3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=037ec4cf-614f-4a7b-aebb-b8ef43103317 HTTP/1.1" status: 200 len: 849 time: 0.0780079 Apr 20 18:31:26.569694 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a16216ee-605a-4396-b932-8a83f4baf86a req-e61cfe8a-9598-42d0-9c25-45802db17528 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=43ccf1dd-c8e6-4cae-8d19-b023423de452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519831 Apr 20 18:31:26.640479 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3b38f3e8-f2f1-49b6-ac75-f9314cd83db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:26.941452 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a14d81-a21e-41b6-ae00-27f0bad726e2 req-05fa8ae3-b332-47bc-8413-758241ee0d82 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:26.942213 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-28a14d81-a21e-41b6-ae00-27f0bad726e2 req-05fa8ae3-b332-47bc-8413-758241ee0d82 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Synchronizing usage tracker for tenant:556b1d613976475a85611d2d08887d47 on resource:port {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:31:26.985232 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-28a14d81-a21e-41b6-ae00-27f0bad726e2 req-05fa8ae3-b332-47bc-8413-758241ee0d82 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Unset dirty status for tenant:556b1d613976475a85611d2d08887d47 on resource:port {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:31:26.986505 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-28a14d81-a21e-41b6-ae00-27f0bad726e2 req-05fa8ae3-b332-47bc-8413-758241ee0d82 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b8ae877-e8b2-49e1-91b2-427751ad2860 HTTP/1.1" status: 200 len: 944 time: 0.5133052 Apr 20 18:31:26.988611 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a16216ee-605a-4396-b932-8a83f4baf86a req-04b64d58-5256-4347-9a6b-51cd9142b672 service neutron] 10.222.0.46 "GET /v2.0/networks/43ccf1dd-c8e6-4cae-8d19-b023423de452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4109397 Apr 20 18:31:27.120627 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-28a14d81-a21e-41b6-ae00-27f0bad726e2 req-da862da5-9bd7-45ed-b723-ec8bfa0d25f6 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e9e26c7-bedf-469d-a930-153a51afd6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274371 Apr 20 18:31:27.166075 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a16216ee-605a-4396-b932-8a83f4baf86a req-d63c7cb5-b448-44ac-bc91-b60435631445 service neutron] 10.222.0.46 "GET /v2.0/networks/43ccf1dd-c8e6-4cae-8d19-b023423de452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592574 Apr 20 18:31:27.282724 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff7de40-a4c4-4d46-a929-8a850a2e9bd6 req-5c1afc8a-2a9e-4983-821c-7008421093cb tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:27.284301 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-9ff7de40-a4c4-4d46-a929-8a850a2e9bd6 req-5c1afc8a-2a9e-4983-821c-7008421093cb tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74a9e9f-b284-4fc5-ac23-c436122e1f47 HTTP/1.1" status: 200 len: 944 time: 0.0938148 Apr 20 18:31:27.304368 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74963c1-c3ec-4261-bdc5-eb99079e3ac6 req-3e0e176f-c128-483e-b0c3-8d3f96daa972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:27.305976 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e74963c1-c3ec-4261-bdc5-eb99079e3ac6 req-3e0e176f-c128-483e-b0c3-8d3f96daa972 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=556b1d613976475a85611d2d08887d47&device_id=7b8ae877-e8b2-49e1-91b2-427751ad2860 HTTP/1.1" status: 200 len: 1097 time: 0.0820367 Apr 20 18:31:27.334691 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-9ff7de40-a4c4-4d46-a929-8a850a2e9bd6 req-877966b6-1004-4d8b-87c7-ef27b6356f47 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/security-groups?id=18dbf877-4418-4cf7-b982-e374a1f22360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439124 Apr 20 18:31:27.464467 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74963c1-c3ec-4261-bdc5-eb99079e3ac6 req-b66b8be8-c97c-4e1d-ba24-691854335ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:27.466251 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e74963c1-c3ec-4261-bdc5-eb99079e3ac6 req-b66b8be8-c97c-4e1d-ba24-691854335ded service neutron] 10.222.0.46 "GET /v2.0/networks?id=43ccf1dd-c8e6-4cae-8d19-b023423de452 HTTP/1.1" status: 200 len: 910 time: 0.1440573 Apr 20 18:31:27.546612 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e74963c1-c3ec-4261-bdc5-eb99079e3ac6 req-50cb33fd-3367-49bc-9800-5929cbbfdd4c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=485609d5-3fba-43a0-b86e-b9c4dcd6a048 HTTP/1.1" status: 200 len: 217 time: 0.0719109 Apr 20 18:31:27.630429 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74963c1-c3ec-4261-bdc5-eb99079e3ac6 req-e8fa8733-6bc4-4c50-a45b-4f40a58f9dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:27.632043 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e74963c1-c3ec-4261-bdc5-eb99079e3ac6 req-e8fa8733-6bc4-4c50-a45b-4f40a58f9dce service neutron] 10.222.0.46 "GET /v2.0/subnets?id=037ec4cf-614f-4a7b-aebb-b8ef43103317 HTTP/1.1" status: 200 len: 849 time: 0.0666876 Apr 20 18:31:27.724674 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e74963c1-c3ec-4261-bdc5-eb99079e3ac6 req-63bf20ae-627b-4120-920d-5e32820bfb8c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=43ccf1dd-c8e6-4cae-8d19-b023423de452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834298 Apr 20 18:31:27.742182 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device 7f1befca-ea48-400c-82d8-461ceb8e8734 up at agent hyperv_hv-cinder-78693 {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:31:27.815653 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:27.838085 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Provisioning for port 7f1befca-ea48-400c-82d8-461ceb8e8734 completed by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:31:27.843935 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Provisioning complete for port 7f1befca-ea48-400c-82d8-461ceb8e8734 triggered by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:31:27.844397 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:27.895632 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d788f-00d7-47b0-8a42-44f1a3eaf7bf req-c9e3b1f6-6dbc-4692-9f4f-7c0220ee848b tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:27.897158 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ae2d788f-00d7-47b0-8a42-44f1a3eaf7bf req-c9e3b1f6-6dbc-4692-9f4f-7c0220ee848b tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 945 time: 0.2163737 Apr 20 18:31:27.945657 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e74963c1-c3ec-4261-bdc5-eb99079e3ac6 req-fdc9eec1-fe74-4408-8e39-0d6d180a5352 service neutron] 10.222.0.46 "GET /v2.0/networks/43ccf1dd-c8e6-4cae-8d19-b023423de452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026103 Apr 20 18:31:27.975088 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:27.994004 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ae2d788f-00d7-47b0-8a42-44f1a3eaf7bf req-28d431d5-e4a0-45dd-8be2-91c29704c3d5 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869792 Apr 20 18:31:28.003987 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e74a9e9f-b284-4fc5-ac23-c436122e1f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1befca-ea48-400c-82d8-461ceb8e8734'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:31:28.025502 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port 7f1befca-ea48-400c-82d8-461ceb8e8734, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7f1befca-ea48-400c-82d8-461ceb8e8734,segment=NetworkSegment(6a0be6b6-b186-485f-b80c-5e6aa7f438bb),segment_id=6a0be6b6-b186-485f-b80c-5e6aa7f438bb)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:31:28.040082 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:28.042137 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:28.113426 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e74a9e9f-b284-4fc5-ac23-c436122e1f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1befca-ea48-400c-82d8-461ceb8e8734', 'code': 200} Apr 20 18:31:28.177082 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e74963c1-c3ec-4261-bdc5-eb99079e3ac6 req-5a464400-c92e-4e64-8e39-dbac94ddfcd1 service neutron] 10.222.0.46 "GET /v2.0/networks/43ccf1dd-c8e6-4cae-8d19-b023423de452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074656 Apr 20 18:31:28.203554 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Pushing event updated for resources: {'Port': ['ID=7f1befca-ea48-400c-82d8-461ceb8e8734,revision_number=5']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:28.207679 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:28.361053 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db4e54cc-07a3-4585-8120-e6421209c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:28.375743 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c3e15-958c-40e3-a9e4-93caaba3d360 req-4ff5cac4-4775-4d82-8c92-b2ad0689df27 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:28.377391 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-0d2c3e15-958c-40e3-a9e4-93caaba3d360 req-4ff5cac4-4775-4d82-8c92-b2ad0689df27 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b8ae877-e8b2-49e1-91b2-427751ad2860 HTTP/1.1" status: 200 len: 944 time: 0.0928533 Apr 20 18:31:28.439728 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-0d2c3e15-958c-40e3-a9e4-93caaba3d360 req-8d12154b-c448-4ed3-927c-650a57217d34 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e9e26c7-bedf-469d-a930-153a51afd6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537133 Apr 20 18:31:28.445468 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8baa31-1f8a-4ffd-87fd-37c27133b12e req-bf4e8242-42ca-47b8-b2d7-0e5ec75ec06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:28.447306 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-2d8baa31-1f8a-4ffd-87fd-37c27133b12e req-bf4e8242-42ca-47b8-b2d7-0e5ec75ec06b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e74a9e9f-b284-4fc5-ac23-c436122e1f47 HTTP/1.1" status: 200 len: 1098 time: 0.1205468 Apr 20 18:31:28.521717 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-2d8baa31-1f8a-4ffd-87fd-37c27133b12e req-0dae6b92-ce77-4743-b9bf-ee55e401406c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=18dbf877-4418-4cf7-b982-e374a1f22360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457957 Apr 20 18:31:28.748292 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbac9ff-a975-4656-b36e-02fad17167d4 req-75e88f51-8577-45fc-b23e-dc5233e86baf tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:28.750007 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-6cbac9ff-a975-4656-b36e-02fad17167d4 req-75e88f51-8577-45fc-b23e-dc5233e86baf tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74a9e9f-b284-4fc5-ac23-c436122e1f47 HTTP/1.1" status: 200 len: 945 time: 0.0959668 Apr 20 18:31:28.800242 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-6cbac9ff-a975-4656-b36e-02fad17167d4 req-d9fabe1f-c197-4d97-bfca-32dc87e5baa4 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/security-groups?id=18dbf877-4418-4cf7-b982-e374a1f22360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435219 Apr 20 18:31:29.654873 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca88cea8-713c-4443-bd65-fc50a2acf7ad req-ad590715-5e77-4be9-8a1c-9b644394a55d tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:29.657221 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ca88cea8-713c-4443-bd65-fc50a2acf7ad req-ad590715-5e77-4be9-8a1c-9b644394a55d tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b8ae877-e8b2-49e1-91b2-427751ad2860 HTTP/1.1" status: 200 len: 944 time: 0.1021616 Apr 20 18:31:29.736268 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ca88cea8-713c-4443-bd65-fc50a2acf7ad req-b1fedaf1-b9f9-43ca-bcf9-80317bb60cca tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e9e26c7-bedf-469d-a930-153a51afd6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699871 Apr 20 18:31:29.764066 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device 485609d5-3fba-43a0-b86e-b9c4dcd6a048 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:31:29.956253 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port 485609d5-3fba-43a0-b86e-b9c4dcd6a048, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=485609d5-3fba-43a0-b86e-b9c4dcd6a048,segment=NetworkSegment(d8bdd10f-942f-47b5-87d7-a2804a59eb3d),segment_id=d8bdd10f-942f-47b5-87d7-a2804a59eb3d)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:31:29.981181 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Returning: {'device': '485609d5-3fba-43a0-b86e-b9c4dcd6a048', 'network_id': '43ccf1dd-c8e6-4cae-8d19-b023423de452', 'port_id': '485609d5-3fba-43a0-b86e-b9c4dcd6a048', 'mac_address': 'fa:16:3e:fc:09:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '037ec4cf-614f-4a7b-aebb-b8ef43103317', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:31:30.041886 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c1105-1305-44d3-abd6-a252f92deb0d req-86fb8b1f-e51d-42de-8203-e3ea855d37ca tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:30.043606 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-6e1c1105-1305-44d3-abd6-a252f92deb0d req-86fb8b1f-e51d-42de-8203-e3ea855d37ca tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74a9e9f-b284-4fc5-ac23-c436122e1f47 HTTP/1.1" status: 200 len: 945 time: 0.1036847 Apr 20 18:31:30.050331 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:30.069488 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 485609d5-3fba-43a0-b86e-b9c4dcd6a048 {{(pid=86393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:31:30.090348 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port 485609d5-3fba-43a0-b86e-b9c4dcd6a048, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=485609d5-3fba-43a0-b86e-b9c4dcd6a048,segment=NetworkSegment(d8bdd10f-942f-47b5-87d7-a2804a59eb3d),segment_id=d8bdd10f-942f-47b5-87d7-a2804a59eb3d)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:31:30.094499 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:30.097639 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:30.115476 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-6e1c1105-1305-44d3-abd6-a252f92deb0d req-2d8d987d-8c01-44e5-b440-560c4153ecba tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/security-groups?id=18dbf877-4418-4cf7-b982-e374a1f22360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630691 Apr 20 18:31:30.174843 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Pushing event updated for resources: {'Port': ['ID=485609d5-3fba-43a0-b86e-b9c4dcd6a048,revision_number=4']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:30.178110 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:30.741220 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] get_ports_and_sgs() called for port_ids ['485609d5-3fba-43a0-b86e-b9c4dcd6a048'] {{(pid=86393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:31:30.993616 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a92813-57e8-4a4c-97ac-e967cb2a3fff req-d6cd9a07-8d20-476e-9c41-770ab4938f8e tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:30.995448 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-33a92813-57e8-4a4c-97ac-e967cb2a3fff req-d6cd9a07-8d20-476e-9c41-770ab4938f8e tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b8ae877-e8b2-49e1-91b2-427751ad2860 HTTP/1.1" status: 200 len: 945 time: 0.1452281 Apr 20 18:31:31.043965 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-33a92813-57e8-4a4c-97ac-e967cb2a3fff req-d26b1a78-2430-4d6e-99a2-1d97c51b15c0 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e9e26c7-bedf-469d-a930-153a51afd6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415597 Apr 20 18:31:31.333101 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb2c5b-89eb-4caf-83ea-b5801cbe6dea req-4f419b11-9534-482a-8200-af43426179c0 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:31.334557 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e0cb2c5b-89eb-4caf-83ea-b5801cbe6dea req-4f419b11-9534-482a-8200-af43426179c0 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74a9e9f-b284-4fc5-ac23-c436122e1f47 HTTP/1.1" status: 200 len: 945 time: 0.0971739 Apr 20 18:31:31.385597 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e0cb2c5b-89eb-4caf-83ea-b5801cbe6dea req-97dea7ea-2bf8-42c3-a1f6-2ca93453aeb0 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/security-groups?id=18dbf877-4418-4cf7-b982-e374a1f22360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434496 Apr 20 18:31:32.253650 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024d59f-8d81-412d-acbd-f67d274e292d req-df5d182a-63e6-4d2d-93fd-e915592a5034 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:32.255265 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-9024d59f-8d81-412d-acbd-f67d274e292d req-df5d182a-63e6-4d2d-93fd-e915592a5034 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b8ae877-e8b2-49e1-91b2-427751ad2860 HTTP/1.1" status: 200 len: 945 time: 0.0898042 Apr 20 18:31:32.308425 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-9024d59f-8d81-412d-acbd-f67d274e292d req-50809964-617a-433a-9835-b438acacab99 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e9e26c7-bedf-469d-a930-153a51afd6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467033 Apr 20 18:31:32.747982 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dbbf6f-f791-4152-a936-daaf042a74b8 req-f352b219-6b7c-485f-a59f-3099c36756bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:32.749576 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-67dbbf6f-f791-4152-a936-daaf042a74b8 req-f352b219-6b7c-485f-a59f-3099c36756bd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a7d00bc2297e4088a3209dad8c5ffa52&device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 1098 time: 0.1508219 Apr 20 18:31:32.761526 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322372e-b377-4eb6-a486-43de2c66e2d7 req-cfae1e57-16ea-41aa-9c28-944bf2c384ff tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:32.763015 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f322372e-b377-4eb6-a486-43de2c66e2d7 req-cfae1e57-16ea-41aa-9c28-944bf2c384ff tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 945 time: 0.1140137 Apr 20 18:31:32.888872 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f322372e-b377-4eb6-a486-43de2c66e2d7 req-6540612f-6294-44cb-a12e-823938177345 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967238 Apr 20 18:31:32.981273 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dbbf6f-f791-4152-a936-daaf042a74b8 req-cb319a5c-f9eb-44aa-bfc7-56c958390939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:32.982907 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-67dbbf6f-f791-4152-a936-daaf042a74b8 req-cb319a5c-f9eb-44aa-bfc7-56c958390939 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b38b090e-8861-4ffd-9c34-064e6f8a30de HTTP/1.1" status: 200 len: 920 time: 0.2156332 Apr 20 18:31:33.062305 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-67dbbf6f-f791-4152-a936-daaf042a74b8 req-494242c2-e63c-4fc1-a0b3-3e082babb648 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f99eaee-b40b-45fe-994a-ca09c8db528d HTTP/1.1" status: 200 len: 217 time: 0.0698316 Apr 20 18:31:33.097765 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 35638) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:31:33.142902 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dbbf6f-f791-4152-a936-daaf042a74b8 req-613c60d2-6781-47f0-b6b9-48169ae087a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:33.144484 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-67dbbf6f-f791-4152-a936-daaf042a74b8 req-613c60d2-6781-47f0-b6b9-48169ae087a2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b2183557-3402-47d4-9d62-f632ed212213 HTTP/1.1" status: 200 len: 859 time: 0.0710804 Apr 20 18:31:33.199804 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-67dbbf6f-f791-4152-a936-daaf042a74b8 req-e67cbecd-f793-4325-8125-af9b20f69c35 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b38b090e-8861-4ffd-9c34-064e6f8a30de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471156 Apr 20 18:31:33.292636 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-a10f459f-b867-49c8-b14b-aaa706f9cdec admin admin] Notify callbacks [] for security_group, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:33.309424 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-a10f459f-b867-49c8-b14b-aaa706f9cdec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:31:33.313677 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-a10f459f-b867-49c8-b14b-aaa706f9cdec admin admin] Usage tracker for resource:security_group_rule and tenant:4b1e646b709249a18be1f9a510830226 is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:31:33.316653 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-a10f459f-b867-49c8-b14b-aaa706f9cdec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:31:33.322948 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-a10f459f-b867-49c8-b14b-aaa706f9cdec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:31:33.377591 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-67dbbf6f-f791-4152-a936-daaf042a74b8 req-e64fb215-dd2b-4dec-967b-b4f4661fa67d service neutron] 10.222.0.46 "GET /v2.0/networks/b38b090e-8861-4ffd-9c34-064e6f8a30de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704478 Apr 20 18:31:33.423656 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-a10f459f-b867-49c8-b14b-aaa706f9cdec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:33.427658 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-a10f459f-b867-49c8-b14b-aaa706f9cdec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:33.450361 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-85903eb1-528f-4fb7-a0f8-7f4e9d9233ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:33.473768 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-a10f459f-b867-49c8-b14b-aaa706f9cdec admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4b1e646b709249a18be1f9a510830226&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3724468 Apr 20 18:31:33.477020 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 35652) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:31:33.485913 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10f459f-b867-49c8-b14b-aaa706f9cdec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2949113f-15da-40fe-b1e0-ac1723ba6bc3,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:33.490250 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-a10f459f-b867-49c8-b14b-aaa706f9cdec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:33.637366 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-67dbbf6f-f791-4152-a936-daaf042a74b8 req-62b0ea9c-72f8-44f7-ab25-0c66028ba4a7 service neutron] 10.222.0.46 "GET /v2.0/networks/b38b090e-8861-4ffd-9c34-064e6f8a30de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520511 Apr 20 18:31:33.669794 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a7bf6-e1ea-4575-a3e1-5bcb9fa1ad27 req-cd34d5d5-1b74-46f0-8a1a-85731e8a18f8 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:33.671417 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ea6a7bf6-e1ea-4575-a3e1-5bcb9fa1ad27 req-cd34d5d5-1b74-46f0-8a1a-85731e8a18f8 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b8ae877-e8b2-49e1-91b2-427751ad2860 HTTP/1.1" status: 200 len: 945 time: 0.2012801 Apr 20 18:31:33.676566 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-28590fca-0f00-44de-93f9-eeabc4b3a964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:33.730324 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-28590fca-0f00-44de-93f9-eeabc4b3a964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:33.761831 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ea6a7bf6-e1ea-4575-a3e1-5bcb9fa1ad27 req-d62fe7db-4c83-427e-bdbd-6e177d4e2aba tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e9e26c7-bedf-469d-a930-153a51afd6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822406 Apr 20 18:31:33.786439 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device 485609d5-3fba-43a0-b86e-b9c4dcd6a048 up at agent hyperv_hv-cinder-78693 {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:31:33.787130 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-28590fca-0f00-44de-93f9-eeabc4b3a964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:33.790981 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:33.806626 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28590fca-0f00-44de-93f9-eeabc4b3a964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2949113f-15da-40fe-b1e0-ac1723ba6bc3,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:33.817556 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-28590fca-0f00-44de-93f9-eeabc4b3a964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:33.826887 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-28590fca-0f00-44de-93f9-eeabc4b3a964 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2949113f-15da-40fe-b1e0-ac1723ba6bc3 HTTP/1.1" status: 204 len: 168 time: 0.3042843 Apr 20 18:31:33.826887 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28590fca-0f00-44de-93f9-eeabc4b3a964 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:33.826887 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28590fca-0f00-44de-93f9-eeabc4b3a964 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:33.826887 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28590fca-0f00-44de-93f9-eeabc4b3a964 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:33.826887 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28590fca-0f00-44de-93f9-eeabc4b3a964 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:33.826887 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28590fca-0f00-44de-93f9-eeabc4b3a964 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:33.826887 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28590fca-0f00-44de-93f9-eeabc4b3a964 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:33.826887 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28590fca-0f00-44de-93f9-eeabc4b3a964 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:33.826887 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28590fca-0f00-44de-93f9-eeabc4b3a964 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:33.826887 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28590fca-0f00-44de-93f9-eeabc4b3a964 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:33.826887 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28590fca-0f00-44de-93f9-eeabc4b3a964 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:33.826887 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28590fca-0f00-44de-93f9-eeabc4b3a964 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:33.826887 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28590fca-0f00-44de-93f9-eeabc4b3a964 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:33.829306 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-28590fca-0f00-44de-93f9-eeabc4b3a964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:33.916578 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Provisioning for port 485609d5-3fba-43a0-b86e-b9c4dcd6a048 completed by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:31:33.922676 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Provisioning complete for port 485609d5-3fba-43a0-b86e-b9c4dcd6a048 triggered by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:31:33.923285 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:34.059683 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:34.088962 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b8ae877-e8b2-49e1-91b2-427751ad2860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '485609d5-3fba-43a0-b86e-b9c4dcd6a048'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:31:34.099940 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port 485609d5-3fba-43a0-b86e-b9c4dcd6a048, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=485609d5-3fba-43a0-b86e-b9c4dcd6a048,segment=NetworkSegment(d8bdd10f-942f-47b5-87d7-a2804a59eb3d),segment_id=d8bdd10f-942f-47b5-87d7-a2804a59eb3d)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:31:34.104708 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:34.106838 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:34.157410 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2da40-47e9-4c01-b64d-296f0f0e69e8 req-6b727d54-dea0-48f6-81c2-e70e160ef014 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:34.159429 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-c8e2da40-47e9-4c01-b64d-296f0f0e69e8 req-6b727d54-dea0-48f6-81c2-e70e160ef014 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 945 time: 0.1335108 Apr 20 18:31:34.163363 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b8ae877-e8b2-49e1-91b2-427751ad2860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '485609d5-3fba-43a0-b86e-b9c4dcd6a048', 'code': 200} Apr 20 18:31:34.193529 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 35674) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:31:34.198515 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Pushing event updated for resources: {'Port': ['ID=485609d5-3fba-43a0-b86e-b9c4dcd6a048,revision_number=5']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:34.201756 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:34.213892 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-b33997e7-454e-43ab-a777-12bc82c649af admin admin] Notify callbacks [] for security_group, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:34.219260 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-c8e2da40-47e9-4c01-b64d-296f0f0e69e8 req-275e7958-5440-4c7e-a03f-8dead4b6057b tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466292 Apr 20 18:31:34.234498 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-b33997e7-454e-43ab-a777-12bc82c649af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:31:34.238772 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-b33997e7-454e-43ab-a777-12bc82c649af admin admin] Usage tracker for resource:security_group_rule and tenant:8c5101ff2f22483eb1019fa87b36b9df is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:31:34.242170 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-b33997e7-454e-43ab-a777-12bc82c649af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:31:34.248566 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-b33997e7-454e-43ab-a777-12bc82c649af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:31:34.334756 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-b33997e7-454e-43ab-a777-12bc82c649af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:34.339324 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-b33997e7-454e-43ab-a777-12bc82c649af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:34.360853 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-561741ea-7787-4a41-ab99-1f623a460009 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:34.384042 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-b33997e7-454e-43ab-a777-12bc82c649af admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8c5101ff2f22483eb1019fa87b36b9df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1864233 Apr 20 18:31:34.388414 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 35680) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:31:34.410626 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33997e7-454e-43ab-a777-12bc82c649af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14f812b7-de74-4bca-94e5-46e5ec99fd9a,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:34.430529 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e40530c-fda8-4fe7-b54e-1a80df67ed27 req-e5d3880a-f113-45eb-927b-bdba48f6ca43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:34.432297 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-8e40530c-fda8-4fe7-b54e-1a80df67ed27 req-e5d3880a-f113-45eb-927b-bdba48f6ca43 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7b8ae877-e8b2-49e1-91b2-427751ad2860 HTTP/1.1" status: 200 len: 1099 time: 0.0836909 Apr 20 18:31:34.437769 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-b33997e7-454e-43ab-a777-12bc82c649af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:34.460595 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0837dcdc-3069-4177-b576-fee493557cc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:34.486200 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-8e40530c-fda8-4fe7-b54e-1a80df67ed27 req-78aafca2-6899-4fc4-b1d6-27b34db9b485 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9e9e26c7-bedf-469d-a930-153a51afd6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377240 Apr 20 18:31:34.488292 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0837dcdc-3069-4177-b576-fee493557cc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:34.536728 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0837dcdc-3069-4177-b576-fee493557cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:34.540713 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-db271e69-bd49-496c-945a-ea97cb9cee6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:34.557936 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0837dcdc-3069-4177-b576-fee493557cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f812b7-de74-4bca-94e5-46e5ec99fd9a,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:34.560732 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-0837dcdc-3069-4177-b576-fee493557cc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:34.568699 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0837dcdc-3069-4177-b576-fee493557cc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:34.569892 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-0837dcdc-3069-4177-b576-fee493557cc8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/14f812b7-de74-4bca-94e5-46e5ec99fd9a HTTP/1.1" status: 204 len: 168 time: 0.1804833 Apr 20 18:31:34.974270 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727759a-7262-4759-b38b-23c771de5f96 req-35d4755d-3650-40a6-8c68-f20c333dd62e tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:34.975825 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-c727759a-7262-4759-b38b-23c771de5f96 req-35d4755d-3650-40a6-8c68-f20c333dd62e tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b8ae877-e8b2-49e1-91b2-427751ad2860 HTTP/1.1" status: 200 len: 946 time: 0.0943031 Apr 20 18:31:35.029564 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-c727759a-7262-4759-b38b-23c771de5f96 req-883c438a-92b1-4611-9ac1-3ab562bcfd52 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e9e26c7-bedf-469d-a930-153a51afd6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462153 Apr 20 18:31:35.430698 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0b971-73a9-4d8a-a78d-f0640bc69fdb req-baa93dd2-b639-4bc3-bd6c-a9215e633d6f tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:35.432327 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-6db0b971-73a9-4d8a-a78d-f0640bc69fdb req-baa93dd2-b639-4bc3-bd6c-a9215e633d6f tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 945 time: 0.0916948 Apr 20 18:31:35.481113 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-6db0b971-73a9-4d8a-a78d-f0640bc69fdb req-2d3e5938-c8f6-4d2e-b925-2a0f314cefb3 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422816 Apr 20 18:31:36.264004 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369202b9-b97e-463b-8fb2-7d677dcc781e req-eeba32de-1c56-4a37-b74d-1ee117625f3a tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:36.266428 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-369202b9-b97e-463b-8fb2-7d677dcc781e req-eeba32de-1c56-4a37-b74d-1ee117625f3a tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b8ae877-e8b2-49e1-91b2-427751ad2860 HTTP/1.1" status: 200 len: 946 time: 0.1114242 Apr 20 18:31:36.328917 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-369202b9-b97e-463b-8fb2-7d677dcc781e req-ec18c3a2-056c-47b3-8892-67a918f557bf tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e9e26c7-bedf-469d-a930-153a51afd6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552397 Apr 20 18:31:36.699597 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa9012e-30a2-4a6c-b774-4fc79729ae33 req-a1d11a66-b99c-4703-8c5a-01374670f239 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:36.701233 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-efa9012e-30a2-4a6c-b774-4fc79729ae33 req-a1d11a66-b99c-4703-8c5a-01374670f239 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 945 time: 0.0950489 Apr 20 18:31:36.758636 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-efa9012e-30a2-4a6c-b774-4fc79729ae33 req-fa8902e9-c509-4aff-aab6-3a049ca52c6b tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506303 Apr 20 18:31:37.533406 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa5516-0077-47e5-ae68-9a3bff273158 req-ef7b6431-0da7-4d1f-871a-95de92c2cd0c tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:37.535362 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-14fa5516-0077-47e5-ae68-9a3bff273158 req-ef7b6431-0da7-4d1f-871a-95de92c2cd0c tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b8ae877-e8b2-49e1-91b2-427751ad2860 HTTP/1.1" status: 200 len: 946 time: 0.0908763 Apr 20 18:31:37.587452 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-14fa5516-0077-47e5-ae68-9a3bff273158 req-1058c918-b8c3-433b-890c-455e47193b1e tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e9e26c7-bedf-469d-a930-153a51afd6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448129 Apr 20 18:31:37.974854 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c42e2-ea85-4ec6-8bd7-dbe193d4bdc1 req-034fdfec-163a-419f-84b5-7b88a231dae2 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:37.976452 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-599c42e2-ea85-4ec6-8bd7-dbe193d4bdc1 req-034fdfec-163a-419f-84b5-7b88a231dae2 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 945 time: 0.0926657 Apr 20 18:31:38.033030 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-599c42e2-ea85-4ec6-8bd7-dbe193d4bdc1 req-9e246429-8fdd-44d3-903d-88b754329116 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479181 Apr 20 18:31:39.096000 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dfe807-63b0-40d4-a8b3-ad77eaba8b30 req-11053d02-eb7e-4de9-8de6-6eadace8cc7e tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:39.097609 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-42dfe807-63b0-40d4-a8b3-ad77eaba8b30 req-11053d02-eb7e-4de9-8de6-6eadace8cc7e tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b8ae877-e8b2-49e1-91b2-427751ad2860 HTTP/1.1" status: 200 len: 946 time: 0.0949705 Apr 20 18:31:39.151282 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-42dfe807-63b0-40d4-a8b3-ad77eaba8b30 req-3c72bbf0-23ea-4912-8147-f9aaa2d0294b tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e9e26c7-bedf-469d-a930-153a51afd6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469737 Apr 20 18:31:39.333223 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c1e1b8-9b36-4101-a6a6-bff1b66e51a4 req-c9ffa9d0-4c57-496f-aa20-e3dd1788ee6b tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:39.334867 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-00c1e1b8-9b36-4101-a6a6-bff1b66e51a4 req-c9ffa9d0-4c57-496f-aa20-e3dd1788ee6b tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 945 time: 0.0956550 Apr 20 18:31:39.385184 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-00c1e1b8-9b36-4101-a6a6-bff1b66e51a4 req-991d3039-9d60-49b7-b64a-0c9f2b6a7c7c tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428078 Apr 20 18:31:39.723529 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bed4cf9-f819-4836-b55a-6ecd3bf0290b req-f37b0d74-ba05-44fc-af3b-c8645fbe9ec7 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:39.726223 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-6bed4cf9-f819-4836-b55a-6ecd3bf0290b req-f37b0d74-ba05-44fc-af3b-c8645fbe9ec7 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74a9e9f-b284-4fc5-ac23-c436122e1f47 HTTP/1.1" status: 200 len: 945 time: 0.3291807 Apr 20 18:31:39.776939 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-6bed4cf9-f819-4836-b55a-6ecd3bf0290b req-dd7aa2d7-bdfe-45e3-8815-8f240a6b153f tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/security-groups?id=18dbf877-4418-4cf7-b982-e374a1f22360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436523 Apr 20 18:31:40.355940 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da2236-d547-4895-b722-800f43bf4bd2 req-b5cb553f-38a4-468e-a118-1fd6747094d2 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:40.358146 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-d3da2236-d547-4895-b722-800f43bf4bd2 req-b5cb553f-38a4-468e-a118-1fd6747094d2 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b8ae877-e8b2-49e1-91b2-427751ad2860 HTTP/1.1" status: 200 len: 946 time: 0.0900712 Apr 20 18:31:40.411749 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-d3da2236-d547-4895-b722-800f43bf4bd2 req-252a29be-944c-4bb8-b5bf-d73b5b2040e5 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e9e26c7-bedf-469d-a930-153a51afd6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461550 Apr 20 18:31:40.584006 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 35846) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:31:40.603275 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab43f3d-2b68-4c9c-b279-d4bf1a574bf3 req-e70d22f9-5bd8-436c-b6c2-91b00fa9969c tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:40.604897 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-4ab43f3d-2b68-4c9c-b279-d4bf1a574bf3 req-e70d22f9-5bd8-436c-b6c2-91b00fa9969c tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 945 time: 0.0885153 Apr 20 18:31:40.657073 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-4ab43f3d-2b68-4c9c-b279-d4bf1a574bf3 req-d0eee786-924c-4327-9dbc-cbe82e27a474 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446782 Apr 20 18:31:40.722529 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-ccdab571-5574-4b58-b544-e7914f22aff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:40.743063 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-ccdab571-5574-4b58-b544-e7914f22aff3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:31:40.747496 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-ccdab571-5574-4b58-b544-e7914f22aff3 admin admin] Usage tracker for resource:security_group_rule and tenant:a88f417ba4624f0da6eb966d34deae30 is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:31:40.750850 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-ccdab571-5574-4b58-b544-e7914f22aff3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:31:40.757587 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-ccdab571-5574-4b58-b544-e7914f22aff3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:31:40.852676 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-ccdab571-5574-4b58-b544-e7914f22aff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:40.857475 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-ccdab571-5574-4b58-b544-e7914f22aff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:40.872215 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-5e97660a-713a-4e40-a56e-da4aa249c801 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:40.979885 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-ccdab571-5574-4b58-b544-e7914f22aff3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a88f417ba4624f0da6eb966d34deae30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3946254 Apr 20 18:31:40.983050 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 35856) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:31:40.991090 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdab571-5574-4b58-b544-e7914f22aff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac1ee14-5e81-4e1f-9d26-66587d44f948,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:41.009751 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdab571-5574-4b58-b544-e7914f22aff3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:41.010389 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdab571-5574-4b58-b544-e7914f22aff3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:41.011047 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdab571-5574-4b58-b544-e7914f22aff3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:41.011464 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdab571-5574-4b58-b544-e7914f22aff3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:41.011855 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdab571-5574-4b58-b544-e7914f22aff3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:41.012277 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdab571-5574-4b58-b544-e7914f22aff3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:41.012710 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdab571-5574-4b58-b544-e7914f22aff3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:41.013226 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdab571-5574-4b58-b544-e7914f22aff3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:41.013613 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdab571-5574-4b58-b544-e7914f22aff3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:41.013996 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdab571-5574-4b58-b544-e7914f22aff3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:41.014377 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdab571-5574-4b58-b544-e7914f22aff3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:41.014760 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdab571-5574-4b58-b544-e7914f22aff3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:31:41.020836 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-ccdab571-5574-4b58-b544-e7914f22aff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:41.049792 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4e380947-2fe5-4231-8b77-442d2e9cc24a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:41.067931 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769d315-07cb-4ff2-ad5d-ed07c1f7f4b5 req-7fa971df-2ea3-4a42-bece-79563b9a6368 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:41.069698 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-d769d315-07cb-4ff2-ad5d-ed07c1f7f4b5 req-7fa971df-2ea3-4a42-bece-79563b9a6368 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74a9e9f-b284-4fc5-ac23-c436122e1f47 HTTP/1.1" status: 200 len: 945 time: 0.1538343 Apr 20 18:31:41.082157 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4e380947-2fe5-4231-8b77-442d2e9cc24a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:41.120725 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-d769d315-07cb-4ff2-ad5d-ed07c1f7f4b5 req-f75eb109-6a24-4654-ac74-1f76cf4140d9 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/security-groups?id=18dbf877-4418-4cf7-b982-e374a1f22360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439892 Apr 20 18:31:41.130618 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4e380947-2fe5-4231-8b77-442d2e9cc24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:41.141330 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-07d8bc55-5bee-4543-8219-f3804b0186d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:41.158549 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e380947-2fe5-4231-8b77-442d2e9cc24a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac1ee14-5e81-4e1f-9d26-66587d44f948,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:41.161639 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-4e380947-2fe5-4231-8b77-442d2e9cc24a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:41.162602 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4e380947-2fe5-4231-8b77-442d2e9cc24a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:41.175900 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-4e380947-2fe5-4231-8b77-442d2e9cc24a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bac1ee14-5e81-4e1f-9d26-66587d44f948 HTTP/1.1" status: 204 len: 168 time: 0.1915870 Apr 20 18:31:41.485528 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 35870) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:31:41.556449 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2c058b36-7606-4198-a204-a94d5910ec68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:41.575150 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-2c058b36-7606-4198-a204-a94d5910ec68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:31:41.582648 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-2c058b36-7606-4198-a204-a94d5910ec68 admin admin] Usage tracker for resource:security_group_rule and tenant:bbbac4b4dc7f4495935c65471b15f2ce is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:31:41.597920 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-2c058b36-7606-4198-a204-a94d5910ec68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:31:41.604273 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-2c058b36-7606-4198-a204-a94d5910ec68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:31:41.627444 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7521ef1d-bdae-4e52-b80c-507d9ea50857 req-e1135735-93f6-4226-a718-3cc742f45210 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:41.629180 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-7521ef1d-bdae-4e52-b80c-507d9ea50857 req-e1135735-93f6-4226-a718-3cc742f45210 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b8ae877-e8b2-49e1-91b2-427751ad2860 HTTP/1.1" status: 200 len: 946 time: 0.0979433 Apr 20 18:31:41.650854 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69f9e8-d748-4477-90b8-b06cb56c0fe8 req-833ccb5b-33ca-4393-8c71-ec958158fe77 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:41.652412 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-db69f9e8-d748-4477-90b8-b06cb56c0fe8 req-833ccb5b-33ca-4393-8c71-ec958158fe77 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b8ae877-e8b2-49e1-91b2-427751ad2860 HTTP/1.1" status: 200 len: 946 time: 0.1681726 Apr 20 18:31:41.682980 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-7521ef1d-bdae-4e52-b80c-507d9ea50857 req-a98242ea-4b4e-41f9-8c6c-35adb5570040 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e9e26c7-bedf-469d-a930-153a51afd6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465415 Apr 20 18:31:41.759042 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [req-db69f9e8-d748-4477-90b8-b06cb56c0fe8 req-f767878e-e841-4d2d-b999-9c9141f7e003 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Deleting port 485609d5-3fba-43a0-b86e-b9c4dcd6a048 {{(pid=86391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:31:41.759495 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-db69f9e8-d748-4477-90b8-b06cb56c0fe8 req-f767878e-e841-4d2d-b999-9c9141f7e003 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278078475124'] for port, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:41.947136 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2c058b36-7606-4198-a204-a94d5910ec68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:41.963356 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2c058b36-7606-4198-a204-a94d5910ec68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:41.978494 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-40f0640a-77ff-4d0c-943e-49f1bb60b014 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:42.108275 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-2c058b36-7606-4198-a204-a94d5910ec68 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bbbac4b4dc7f4495935c65471b15f2ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5848625 Apr 20 18:31:42.111380 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 35890) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:31:42.131628 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c058b36-7606-4198-a204-a94d5910ec68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8239212-1f10-4abe-85da-219af92f2fc2,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:42.141363 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2c058b36-7606-4198-a204-a94d5910ec68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:42.187312 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f976009-ee73-4a3f-8e88-c305db910dde req-5c79b153-cd38-40c4-96be-dc363e123103 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:42.188933 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-1f976009-ee73-4a3f-8e88-c305db910dde req-5c79b153-cd38-40c4-96be-dc363e123103 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 945 time: 0.4025297 Apr 20 18:31:42.197023 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [req-db69f9e8-d748-4477-90b8-b06cb56c0fe8 req-f767878e-e841-4d2d-b999-9c9141f7e003 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] For port 485609d5-3fba-43a0-b86e-b9c4dcd6a048, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=485609d5-3fba-43a0-b86e-b9c4dcd6a048,segment=NetworkSegment(d8bdd10f-942f-47b5-87d7-a2804a59eb3d),segment_id=d8bdd10f-942f-47b5-87d7-a2804a59eb3d)] {{(pid=86391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:31:42.197422 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-db69f9e8-d748-4477-90b8-b06cb56c0fe8 req-f767878e-e841-4d2d-b999-9c9141f7e003 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7972734'] for port, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:42.228366 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-bca46f89-e55d-4992-b9de-22ee363a94ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:42.297427 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-bca46f89-e55d-4992-b9de-22ee363a94ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:42.350720 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [req-db69f9e8-d748-4477-90b8-b06cb56c0fe8 req-f767878e-e841-4d2d-b999-9c9141f7e003 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Calling delete_port for 485609d5-3fba-43a0-b86e-b9c4dcd6a048 owned by compute:nova {{(pid=86391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:31:42.395225 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1540db97-940b-400a-920d-a58be113e2f4 req-8aa47e88-5707-4f5d-acb1-29279dc3fd9d tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:42.396707 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-1540db97-940b-400a-920d-a58be113e2f4 req-8aa47e88-5707-4f5d-acb1-29279dc3fd9d tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.46 "GET /v2.0/ports?device_id=e74a9e9f-b284-4fc5-ac23-c436122e1f47 HTTP/1.1" status: 200 len: 945 time: 0.2259581 Apr 20 18:31:42.402905 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-bca46f89-e55d-4992-b9de-22ee363a94ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:42.407158 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-ccdab571-5574-4b58-b544-e7914f22aff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:42.425181 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-1f976009-ee73-4a3f-8e88-c305db910dde req-df1b9c6c-5471-46b5-a46a-d0be3550971a tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194207 Apr 20 18:31:42.477546 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5bf62-4041-4b83-868a-6aaf00907d45 req-06d360a3-d545-469b-9e1b-caf98e54179b tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:42.479148 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f8e5bf62-4041-4b83-868a-6aaf00907d45 req-06d360a3-d545-469b-9e1b-caf98e54179b tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74a9e9f-b284-4fc5-ac23-c436122e1f47 HTTP/1.1" status: 200 len: 945 time: 0.2263594 Apr 20 18:31:42.492121 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca46f89-e55d-4992-b9de-22ee363a94ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8239212-1f10-4abe-85da-219af92f2fc2,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:42.513944 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [req-1540db97-940b-400a-920d-a58be113e2f4 req-2958634f-5cf1-45e9-b033-eb6bd1dd0229 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Deleting port 7f1befca-ea48-400c-82d8-461ceb8e8734 {{(pid=86392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:31:42.514327 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-1540db97-940b-400a-920d-a58be113e2f4 req-2958634f-5cf1-45e9-b033-eb6bd1dd0229 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278078475124'] for port, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:42.530925 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-db69f9e8-d748-4477-90b8-b06cb56c0fe8 req-f767878e-e841-4d2d-b999-9c9141f7e003 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278078469919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758775855577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368212'] for port, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:42.536792 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-c0cce21a-650c-4fb6-9627-8722755c7365 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:42.544757 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] get_ports_and_sgs() called for port_ids ['485609d5-3fba-43a0-b86e-b9c4dcd6a048'] {{(pid=86393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:31:42.547778 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-bca46f89-e55d-4992-b9de-22ee363a94ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:42.582352 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-bca46f89-e55d-4992-b9de-22ee363a94ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:42.586014 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-bca46f89-e55d-4992-b9de-22ee363a94ca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f8239212-1f10-4abe-85da-219af92f2fc2 HTTP/1.1" status: 204 len: 168 time: 0.4711306 Apr 20 18:31:42.591210 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f767878e-e841-4d2d-b999-9c9141f7e003 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Pushing event deleted for resources: {'Port': ['ID=485609d5-3fba-43a0-b86e-b9c4dcd6a048,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:42.621033 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-f767878e-e841-4d2d-b999-9c9141f7e003 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:42.649692 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f8e5bf62-4041-4b83-868a-6aaf00907d45 req-fa9be387-f8ec-4518-9a19-70c86d241cb2 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/security-groups?id=18dbf877-4418-4cf7-b982-e374a1f22360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551585 Apr 20 18:31:42.670022 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [req-db69f9e8-d748-4477-90b8-b06cb56c0fe8 req-f767878e-e841-4d2d-b999-9c9141f7e003 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] No DVR routers for this DVR port 485609d5-3fba-43a0-b86e-b9c4dcd6a048 on host hv-cinder-78693 {{(pid=86391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:31:42.674427 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-db69f9e8-d748-4477-90b8-b06cb56c0fe8 req-f767878e-e841-4d2d-b999-9c9141f7e003 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031'] for port, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:42.691543 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b8ae877-e8b2-49e1-91b2-427751ad2860', 'name': 'network-vif-deleted', 'tag': '485609d5-3fba-43a0-b86e-b9c4dcd6a048'}] {{(pid=86391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:31:42.699165 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-db69f9e8-d748-4477-90b8-b06cb56c0fe8 req-f767878e-e841-4d2d-b999-9c9141f7e003 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.46 "DELETE /v2.0/ports/485609d5-3fba-43a0-b86e-b9c4dcd6a048 HTTP/1.1" status: 204 len: 173 time: 1.0319057 Apr 20 18:31:42.752053 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b8ae877-e8b2-49e1-91b2-427751ad2860', 'name': 'network-vif-deleted', 'tag': '485609d5-3fba-43a0-b86e-b9c4dcd6a048', 'status': 'completed', 'code': 200} Apr 20 18:31:42.854311 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.agents_db [None req-bb53aea3-de48-49b3-8e00-ae07e91d3609 None None] Agent healthcheck: found 6 active agents {{(pid=86394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:31:42.968163 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-c0319a5a-9015-41cc-bc2b-e5a070168650 req-f1118b70-2862-4e4f-9873-28ec683ecb5f tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b8ae877-e8b2-49e1-91b2-427751ad2860 HTTP/1.1" status: 200 len: 210 time: 0.0710423 Apr 20 18:31:42.970618 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [req-1540db97-940b-400a-920d-a58be113e2f4 req-2958634f-5cf1-45e9-b033-eb6bd1dd0229 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] For port 7f1befca-ea48-400c-82d8-461ceb8e8734, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7f1befca-ea48-400c-82d8-461ceb8e8734,segment=NetworkSegment(6a0be6b6-b186-485f-b80c-5e6aa7f438bb),segment_id=6a0be6b6-b186-485f-b80c-5e6aa7f438bb)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:31:42.970618 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-1540db97-940b-400a-920d-a58be113e2f4 req-2958634f-5cf1-45e9-b033-eb6bd1dd0229 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7972734'] for port, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:43.120267 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [req-1540db97-940b-400a-920d-a58be113e2f4 req-2958634f-5cf1-45e9-b033-eb6bd1dd0229 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Calling delete_port for 7f1befca-ea48-400c-82d8-461ceb8e8734 owned by compute:nova {{(pid=86392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:31:43.279459 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-1540db97-940b-400a-920d-a58be113e2f4 req-2958634f-5cf1-45e9-b033-eb6bd1dd0229 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278078469919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758775855577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852620706'] for port, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:43.285268 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-f4098fa9-1a93-4972-9834-c0f4c8f057f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:43.293326 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] get_ports_and_sgs() called for port_ids ['ecac05ec-2410-41c4-9ea9-0ca360507bf0', '7a230b58-7a09-4c98-b20a-9bbcf4c21a7a', '429b6c82-ac59-4264-8db8-c9391bde1d11', '7f1befca-ea48-400c-82d8-461ceb8e8734'] {{(pid=86393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:31:43.335220 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2958634f-5cf1-45e9-b033-eb6bd1dd0229 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Pushing event deleted for resources: {'Port': ['ID=7f1befca-ea48-400c-82d8-461ceb8e8734,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:43.338908 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2958634f-5cf1-45e9-b033-eb6bd1dd0229 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:43.430612 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [req-1540db97-940b-400a-920d-a58be113e2f4 req-2958634f-5cf1-45e9-b033-eb6bd1dd0229 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] No DVR routers for this DVR port 7f1befca-ea48-400c-82d8-461ceb8e8734 on host hv-cinder-78693 {{(pid=86392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:31:43.433346 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-1540db97-940b-400a-920d-a58be113e2f4 req-2958634f-5cf1-45e9-b033-eb6bd1dd0229 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031'] for port, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:43.438144 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e74a9e9f-b284-4fc5-ac23-c436122e1f47', 'name': 'network-vif-deleted', 'tag': '7f1befca-ea48-400c-82d8-461ceb8e8734'}] {{(pid=86392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:31:43.453873 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-1540db97-940b-400a-920d-a58be113e2f4 req-2958634f-5cf1-45e9-b033-eb6bd1dd0229 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.46 "DELETE /v2.0/ports/7f1befca-ea48-400c-82d8-461ceb8e8734 HTTP/1.1" status: 204 len: 173 time: 1.0357685 Apr 20 18:31:43.545114 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e74a9e9f-b284-4fc5-ac23-c436122e1f47', 'name': 'network-vif-deleted', 'tag': '7f1befca-ea48-400c-82d8-461ceb8e8734', 'status': 'completed', 'code': 200} Apr 20 18:31:43.736637 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0647c291-0eb3-4222-a997-c937bb48b8f6 req-46eeaec4-b396-417e-a07e-686f179ea2d6 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:43.738434 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-0647c291-0eb3-4222-a997-c937bb48b8f6 req-46eeaec4-b396-417e-a07e-686f179ea2d6 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 945 time: 0.1473844 Apr 20 18:31:43.804052 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-0647c291-0eb3-4222-a997-c937bb48b8f6 req-8c73c720-d081-4b75-a282-ca8ad738d64a tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573609 Apr 20 18:31:43.955491 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-c040476f-6d95-4217-a54c-359d938b6eac req-7ec4d2b5-4027-483d-a65b-c3a26d452433 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74a9e9f-b284-4fc5-ac23-c436122e1f47 HTTP/1.1" status: 200 len: 210 time: 0.0552208 Apr 20 18:31:44.291883 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d124fdaa-7d7d-4169-b8fe-ea71ff9ac9c3 req-61323c2c-8e5e-4a59-b797-125a67eeb761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:44.295398 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-d124fdaa-7d7d-4169-b8fe-ea71ff9ac9c3 req-61323c2c-8e5e-4a59-b797-125a67eeb761 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a7d00bc2297e4088a3209dad8c5ffa52&device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 1098 time: 0.1205010 Apr 20 18:31:44.490822 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d124fdaa-7d7d-4169-b8fe-ea71ff9ac9c3 req-c4ead389-6dbe-4a7a-b2f6-cf7fd2501fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:44.492696 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-d124fdaa-7d7d-4169-b8fe-ea71ff9ac9c3 req-c4ead389-6dbe-4a7a-b2f6-cf7fd2501fd9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b38b090e-8861-4ffd-9c34-064e6f8a30de HTTP/1.1" status: 200 len: 920 time: 0.1607299 Apr 20 18:31:44.579803 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-d124fdaa-7d7d-4169-b8fe-ea71ff9ac9c3 req-7fb5f549-0b71-4658-b004-4e7aa201314d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f99eaee-b40b-45fe-994a-ca09c8db528d HTTP/1.1" status: 200 len: 217 time: 0.0782051 Apr 20 18:31:44.668989 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d124fdaa-7d7d-4169-b8fe-ea71ff9ac9c3 req-d9938e92-1c12-4472-84ef-2445c9c8c726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:44.670679 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-d124fdaa-7d7d-4169-b8fe-ea71ff9ac9c3 req-d9938e92-1c12-4472-84ef-2445c9c8c726 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b2183557-3402-47d4-9d62-f632ed212213 HTTP/1.1" status: 200 len: 859 time: 0.0738568 Apr 20 18:31:44.728111 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-d124fdaa-7d7d-4169-b8fe-ea71ff9ac9c3 req-b7f49e08-4414-406d-a56c-a2c1b501a407 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b38b090e-8861-4ffd-9c34-064e6f8a30de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479205 Apr 20 18:31:44.894122 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-d124fdaa-7d7d-4169-b8fe-ea71ff9ac9c3 req-9b906a6a-c8d8-46bf-ade6-bd442974600d service neutron] 10.222.0.46 "GET /v2.0/networks/b38b090e-8861-4ffd-9c34-064e6f8a30de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559477 Apr 20 18:31:45.155252 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c1180d-718f-41ab-806c-84b792a5825b req-139ebf6f-e2bd-41c8-a7b1-d7437ec324eb tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:45.156923 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-c1c1180d-718f-41ab-806c-84b792a5825b req-139ebf6f-e2bd-41c8-a7b1-d7437ec324eb tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 945 time: 0.1510510 Apr 20 18:31:45.172761 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-d124fdaa-7d7d-4169-b8fe-ea71ff9ac9c3 req-a1126ddc-cd49-4b78-9235-a8952c8c7dd0 service neutron] 10.222.0.46 "GET /v2.0/networks/b38b090e-8861-4ffd-9c34-064e6f8a30de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657135 Apr 20 18:31:45.258356 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-c1c1180d-718f-41ab-806c-84b792a5825b req-adbc356f-1647-4155-83e0-626138508bfe tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906019 Apr 20 18:31:45.460903 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 36024) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:31:45.625016 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-5ab3efd1-0bac-4e76-8c12-77d8a06da863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:45.645144 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-5ab3efd1-0bac-4e76-8c12-77d8a06da863 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:31:45.649309 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-5ab3efd1-0bac-4e76-8c12-77d8a06da863 admin admin] Usage tracker for resource:security_group_rule and tenant:e7f211a720c04a1593fb8033438fae76 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:31:45.652901 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-5ab3efd1-0bac-4e76-8c12-77d8a06da863 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:31:45.659571 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-5ab3efd1-0bac-4e76-8c12-77d8a06da863 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:31:45.768770 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-5ab3efd1-0bac-4e76-8c12-77d8a06da863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:45.773267 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-5ab3efd1-0bac-4e76-8c12-77d8a06da863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:45.782596 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:45.824547 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-5ab3efd1-0bac-4e76-8c12-77d8a06da863 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e7f211a720c04a1593fb8033438fae76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3622491 Apr 20 18:31:45.826286 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab3efd1-0bac-4e76-8c12-77d8a06da863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cee2958-46fb-4650-a142-be745dad498d,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:45.827621 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 36052) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:31:45.829552 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-5ab3efd1-0bac-4e76-8c12-77d8a06da863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:45.831335 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device 485609d5-3fba-43a0-b86e-b9c4dcd6a048 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:31:45.873176 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] No Port match for: 485609d5-3fba-43a0-b86e-b9c4dcd6a048 {{(pid=86393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:31:45.873571 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device 485609d5-3fba-43a0-b86e-b9c4dcd6a048 not bound to the agent host hv-cinder-78693 {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:31:45.874039 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device 7f1befca-ea48-400c-82d8-461ceb8e8734 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:31:45.904004 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-25a012c5-cf1a-46ae-a3be-a22730eec877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:45.910510 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] No Port match for: 7f1befca-ea48-400c-82d8-461ceb8e8734 {{(pid=86393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:31:45.911037 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device 7f1befca-ea48-400c-82d8-461ceb8e8734 not bound to the agent host hv-cinder-78693 {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:31:45.935752 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-25a012c5-cf1a-46ae-a3be-a22730eec877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:45.988855 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-25a012c5-cf1a-46ae-a3be-a22730eec877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:45.994016 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-11f1ef1f-a896-4a6d-a630-8e235c9c978f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:46.009194 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a012c5-cf1a-46ae-a3be-a22730eec877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cee2958-46fb-4650-a142-be745dad498d,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:46.011927 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-25a012c5-cf1a-46ae-a3be-a22730eec877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:46.013186 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-25a012c5-cf1a-46ae-a3be-a22730eec877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:46.014376 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-25a012c5-cf1a-46ae-a3be-a22730eec877 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0cee2958-46fb-4650-a142-be745dad498d HTTP/1.1" status: 204 len: 168 time: 0.1856954 Apr 20 18:31:46.325026 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 36072) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:31:46.370523 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-f420b115-9057-41f0-8559-b53c2b09db1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:46.409288 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-f420b115-9057-41f0-8559-b53c2b09db1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:31:46.421714 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-f420b115-9057-41f0-8559-b53c2b09db1b admin admin] Usage tracker for resource:security_group_rule and tenant:8dfb8a404e6c4294a1a4f40ef6652576 is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:31:46.431328 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-f420b115-9057-41f0-8559-b53c2b09db1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:31:46.454404 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-f420b115-9057-41f0-8559-b53c2b09db1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:31:46.533740 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89052606-82b5-430a-a553-2ce14eba371e req-5a98b442-62da-45c5-9018-0646a1cb50b6 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:46.542147 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-89052606-82b5-430a-a553-2ce14eba371e req-5a98b442-62da-45c5-9018-0646a1cb50b6 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 945 time: 0.1425982 Apr 20 18:31:46.640336 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:46.647075 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-f420b115-9057-41f0-8559-b53c2b09db1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:46.647429 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-89052606-82b5-430a-a553-2ce14eba371e req-1201ddbd-dbde-4aeb-9229-6de7e04984c7 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042259 Apr 20 18:31:46.651927 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-f420b115-9057-41f0-8559-b53c2b09db1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:46.696211 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:46.733021 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 36098) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:31:46.733526 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-f420b115-9057-41f0-8559-b53c2b09db1b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8dfb8a404e6c4294a1a4f40ef6652576&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4068899 Apr 20 18:31:46.734501 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f420b115-9057-41f0-8559-b53c2b09db1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7296a33-9e70-497a-9bf8-5d8a70204309,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:46.738329 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-f420b115-9057-41f0-8559-b53c2b09db1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:46.841753 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-b61db34e-800a-4726-b308-aa9124ebcebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:46.917817 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-b61db34e-800a-4726-b308-aa9124ebcebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:47.054742 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-b61db34e-800a-4726-b308-aa9124ebcebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:47.067027 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2a09a4ab-7f59-42f1-b409-9c13a6b338a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:47.084049 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61db34e-800a-4726-b308-aa9124ebcebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7296a33-9e70-497a-9bf8-5d8a70204309,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:47.087489 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-b61db34e-800a-4726-b308-aa9124ebcebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:47.093733 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-b61db34e-800a-4726-b308-aa9124ebcebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:47.099036 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-b61db34e-800a-4726-b308-aa9124ebcebb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d7296a33-9e70-497a-9bf8-5d8a70204309 HTTP/1.1" status: 204 len: 168 time: 0.3646526 Apr 20 18:31:47.396075 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc7baf-568f-453b-a5dc-34a511b1f7bb req-7a02e73e-42e1-4392-ac93-d51c641a464c tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:47.397487 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-c2fc7baf-568f-453b-a5dc-34a511b1f7bb req-7a02e73e-42e1-4392-ac93-d51c641a464c tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Synchronizing usage tracker for tenant:c10c8e1bd4ff416298fcc5e373996fcd on resource:port {{(pid=86392) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:31:47.436185 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-c2fc7baf-568f-453b-a5dc-34a511b1f7bb req-7a02e73e-42e1-4392-ac93-d51c641a464c tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Unset dirty status for tenant:c10c8e1bd4ff416298fcc5e373996fcd on resource:port {{(pid=86392) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:31:47.440205 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-c2fc7baf-568f-453b-a5dc-34a511b1f7bb req-7a02e73e-42e1-4392-ac93-d51c641a464c tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a2a2d9-a5e5-4142-927e-b79a7d2fb200 HTTP/1.1" status: 200 len: 945 time: 0.2183373 Apr 20 18:31:47.588236 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-c2fc7baf-568f-453b-a5dc-34a511b1f7bb req-9e2eac21-3f61-4dd1-8185-6bcf55cfce0a tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/security-groups?id=18dbf877-4418-4cf7-b982-e374a1f22360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389046 Apr 20 18:31:47.886413 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e6955-62cb-49b5-b32f-909c3792d6d9 req-5a12fe05-eb80-4dcc-a3f5-f73f30e0d8da tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:47.888260 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-bb1e6955-62cb-49b5-b32f-909c3792d6d9 req-5a12fe05-eb80-4dcc-a3f5-f73f30e0d8da tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 945 time: 0.1131980 Apr 20 18:31:47.939860 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-bb1e6955-62cb-49b5-b32f-909c3792d6d9 req-d5528f32-950a-4073-8ad0-1c9ae39de3e9 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449402 Apr 20 18:31:48.864835 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f7db6-316a-4c94-adb3-dacc5f406fdd req-f8124edb-9ba9-4af5-b4c5-de8e5f3fab0a tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:48.875685 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-543f7db6-316a-4c94-adb3-dacc5f406fdd req-f8124edb-9ba9-4af5-b4c5-de8e5f3fab0a tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a2a2d9-a5e5-4142-927e-b79a7d2fb200 HTTP/1.1" status: 200 len: 945 time: 0.1265309 Apr 20 18:31:48.940350 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-543f7db6-316a-4c94-adb3-dacc5f406fdd req-6393df35-6aa1-4692-92d0-3723aa5dca65 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/security-groups?id=18dbf877-4418-4cf7-b982-e374a1f22360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633135 Apr 20 18:31:49.343740 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b3545f-f1f9-4c67-b562-d6e4a0e1c4e9 req-dc58fd54-adc8-4d7c-88b2-89921790e530 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:49.345487 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-52b3545f-f1f9-4c67-b562-d6e4a0e1c4e9 req-dc58fd54-adc8-4d7c-88b2-89921790e530 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 945 time: 0.1871095 Apr 20 18:31:49.437005 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-52b3545f-f1f9-4c67-b562-d6e4a0e1c4e9 req-e19e0b24-6603-44b4-8098-361a48d9e201 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848203 Apr 20 18:31:49.749053 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be4cf3-1c1f-4732-ae1c-047117bc710f req-e0fdbe43-dab0-44e3-be1e-86e935da800b tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:49.753078 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-74be4cf3-1c1f-4732-ae1c-047117bc710f req-e0fdbe43-dab0-44e3-be1e-86e935da800b tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.46 "GET /v2.0/ports?device_id=31a2a2d9-a5e5-4142-927e-b79a7d2fb200 HTTP/1.1" status: 200 len: 945 time: 0.5149500 Apr 20 18:31:49.938992 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [req-74be4cf3-1c1f-4732-ae1c-047117bc710f req-ddc5cbf8-d483-4497-923c-26592c3d774f tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Deleting port 429b6c82-ac59-4264-8db8-c9391bde1d11 {{(pid=86392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:31:49.942769 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-74be4cf3-1c1f-4732-ae1c-047117bc710f req-ddc5cbf8-d483-4497-923c-26592c3d774f tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278078475124'] for port, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:50.166429 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b6b2ec-a7b6-45ba-8498-74e5c882e49b req-33be6c95-2c43-42db-a4d0-eab2a65ecbef tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:50.168461 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-12b6b2ec-a7b6-45ba-8498-74e5c882e49b req-33be6c95-2c43-42db-a4d0-eab2a65ecbef tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/ports?device_id=4722ccd8-f7c9-4c68-9967-e1c1e00960df HTTP/1.1" status: 200 len: 946 time: 0.1473160 Apr 20 18:31:50.260146 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-12b6b2ec-a7b6-45ba-8498-74e5c882e49b req-f3260038-20a6-4e30-b774-5c4318b58a3b tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ed32cec-6957-435a-bfeb-34cb0da197c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844316 Apr 20 18:31:50.569550 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b13ad8-93e3-46db-b849-b9689141e220 req-f23a2ddb-1e45-41af-af7b-cf078e035df0 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:50.575989 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e1b13ad8-93e3-46db-b849-b9689141e220 req-f23a2ddb-1e45-41af-af7b-cf078e035df0 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 945 time: 0.4980891 Apr 20 18:31:50.671294 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e1b13ad8-93e3-46db-b849-b9689141e220 req-058c7f97-14b8-4e40-a20c-8c3b73c3873c tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029e925-67cb-4402-81c8-a9bf97a752e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876665 Apr 20 18:31:50.685342 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [req-74be4cf3-1c1f-4732-ae1c-047117bc710f req-ddc5cbf8-d483-4497-923c-26592c3d774f tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] For port 429b6c82-ac59-4264-8db8-c9391bde1d11, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=429b6c82-ac59-4264-8db8-c9391bde1d11,segment=NetworkSegment(6a0be6b6-b186-485f-b80c-5e6aa7f438bb),segment_id=6a0be6b6-b186-485f-b80c-5e6aa7f438bb)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:31:50.685957 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-74be4cf3-1c1f-4732-ae1c-047117bc710f req-ddc5cbf8-d483-4497-923c-26592c3d774f tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7972734'] for port, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:50.738242 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1697af-2ecd-4502-86fc-46b474209ab3 req-2a42b2b0-eeca-4d33-bf1d-ed9dbde789bb tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:50.739884 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-1d1697af-2ecd-4502-86fc-46b474209ab3 req-2a42b2b0-eeca-4d33-bf1d-ed9dbde789bb tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a2a2d9-a5e5-4142-927e-b79a7d2fb200 HTTP/1.1" status: 200 len: 945 time: 0.1613495 Apr 20 18:31:50.820944 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-1d1697af-2ecd-4502-86fc-46b474209ab3 req-6225ce22-ede5-4912-9902-ddd41ccd30b4 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/security-groups?id=18dbf877-4418-4cf7-b982-e374a1f22360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743124 Apr 20 18:31:50.834836 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [req-74be4cf3-1c1f-4732-ae1c-047117bc710f req-ddc5cbf8-d483-4497-923c-26592c3d774f tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Calling delete_port for 429b6c82-ac59-4264-8db8-c9391bde1d11 owned by compute:nova {{(pid=86392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:31:51.057286 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fd0f2e-ce8d-4286-a98b-5947cd96962b req-fb1c40ce-20b4-44ec-90cb-210640b1d2ac tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:51.058912 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-39fd0f2e-ce8d-4286-a98b-5947cd96962b req-fb1c40ce-20b4-44ec-90cb-210640b1d2ac tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 945 time: 0.2331533 Apr 20 18:31:51.131735 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-74be4cf3-1c1f-4732-ae1c-047117bc710f req-ddc5cbf8-d483-4497-923c-26592c3d774f tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278078469919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758775855577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852620706'] for port, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:51.140751 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:51.147012 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] get_ports_and_sgs() called for port_ids ['ecac05ec-2410-41c4-9ea9-0ca360507bf0', '7a230b58-7a09-4c98-b20a-9bbcf4c21a7a', '429b6c82-ac59-4264-8db8-c9391bde1d11'] {{(pid=86393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:31:51.196937 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-39fd0f2e-ce8d-4286-a98b-5947cd96962b req-67900c33-b22e-408e-82f5-58e94fd1e281 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294084 Apr 20 18:31:51.197770 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc5cbf8-d483-4497-923c-26592c3d774f tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Pushing event deleted for resources: {'Port': ['ID=429b6c82-ac59-4264-8db8-c9391bde1d11,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:51.201336 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-ddc5cbf8-d483-4497-923c-26592c3d774f tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:51.294118 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [req-74be4cf3-1c1f-4732-ae1c-047117bc710f req-ddc5cbf8-d483-4497-923c-26592c3d774f tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] No DVR routers for this DVR port 429b6c82-ac59-4264-8db8-c9391bde1d11 on host hv-cinder-78693 {{(pid=86392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:31:51.297762 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-74be4cf3-1c1f-4732-ae1c-047117bc710f req-ddc5cbf8-d483-4497-923c-26592c3d774f tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031'] for port, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:51.300765 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a2a2d9-a5e5-4142-927e-b79a7d2fb200', 'name': 'network-vif-deleted', 'tag': '429b6c82-ac59-4264-8db8-c9391bde1d11'}] {{(pid=86392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:31:51.324912 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-74be4cf3-1c1f-4732-ae1c-047117bc710f req-ddc5cbf8-d483-4497-923c-26592c3d774f tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.46 "DELETE /v2.0/ports/429b6c82-ac59-4264-8db8-c9391bde1d11 HTTP/1.1" status: 204 len: 173 time: 1.5633218 Apr 20 18:31:51.391286 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a2a2d9-a5e5-4142-927e-b79a7d2fb200', 'name': 'network-vif-deleted', 'tag': '429b6c82-ac59-4264-8db8-c9391bde1d11', 'status': 'completed', 'code': 200} Apr 20 18:31:51.634418 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5189c74d-a88b-4c7f-9b1d-0f3b666a7883 req-1badec9a-3532-4fe7-9aa8-2d8383103cdc tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:51.636400 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-5189c74d-a88b-4c7f-9b1d-0f3b666a7883 req-1badec9a-3532-4fe7-9aa8-2d8383103cdc tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/ports?device_id=4722ccd8-f7c9-4c68-9967-e1c1e00960df HTTP/1.1" status: 200 len: 946 time: 0.1809478 Apr 20 18:31:51.700963 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-5189c74d-a88b-4c7f-9b1d-0f3b666a7883 req-9113d73f-d11c-4604-8873-daecd765fc81 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ed32cec-6957-435a-bfeb-34cb0da197c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560157 Apr 20 18:31:52.099412 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1660a0a-3fb2-4fbb-8e51-2b56e4ab4d2e req-1d36818b-029d-4766-af90-a52c12dbca80 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:52.110927 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-c1660a0a-3fb2-4fbb-8e51-2b56e4ab4d2e req-1d36818b-029d-4766-af90-a52c12dbca80 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 945 time: 0.2736478 Apr 20 18:31:52.199976 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-c1660a0a-3fb2-4fbb-8e51-2b56e4ab4d2e req-68e4d5c4-a1fb-4d3d-877a-176bc2e7f93c tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029e925-67cb-4402-81c8-a9bf97a752e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868099 Apr 20 18:31:52.227605 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f7189f6a-fd72-45e7-8c6f-cd8c11f16659 req-5ddd6f13-fcbd-4c59-9627-0b5136ab6853 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a2a2d9-a5e5-4142-927e-b79a7d2fb200 HTTP/1.1" status: 200 len: 210 time: 0.1321228 Apr 20 18:31:52.490126 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd185df0-a728-4c2f-8857-67a770543a30 req-baa801af-41fa-439b-b095-aca091721383 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:52.499427 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-bd185df0-a728-4c2f-8857-67a770543a30 req-baa801af-41fa-439b-b095-aca091721383 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 945 time: 0.1190801 Apr 20 18:31:52.550572 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-bd185df0-a728-4c2f-8857-67a770543a30 req-d9bbe342-86e8-4d10-a8bd-b189c42a8e5a tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501757 Apr 20 18:31:52.937162 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8827a7-675e-4282-8855-2af3fad0e4ff req-a63cd3d3-1c6b-4823-abd1-e6664c77e3ab tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:52.945570 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-fb8827a7-675e-4282-8855-2af3fad0e4ff req-a63cd3d3-1c6b-4823-abd1-e6664c77e3ab tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/ports?device_id=4722ccd8-f7c9-4c68-9967-e1c1e00960df HTTP/1.1" status: 200 len: 946 time: 0.1297596 Apr 20 18:31:52.992589 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-fb8827a7-675e-4282-8855-2af3fad0e4ff req-0d9d0b8b-0786-456a-a218-7348c672b141 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ed32cec-6957-435a-bfeb-34cb0da197c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459442 Apr 20 18:31:53.434668 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28fdad-d34e-45bd-a9e0-28bf83ed7a00 req-bbd82ab8-6f9a-4b5d-9012-d8bb778b11f6 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:53.443169 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-7f28fdad-d34e-45bd-a9e0-28bf83ed7a00 req-bbd82ab8-6f9a-4b5d-9012-d8bb778b11f6 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 945 time: 0.1273592 Apr 20 18:31:53.503423 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-7f28fdad-d34e-45bd-a9e0-28bf83ed7a00 req-0bd91d3a-de10-46da-8d04-ad775428e5a8 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029e925-67cb-4402-81c8-a9bf97a752e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594192 Apr 20 18:31:53.706190 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0b47eb71-720f-4b49-9c39-c7771c546340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:53.808808 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadf8150-4b0d-49d3-95f6-2ab6c1a0ebea req-12cbed70-94ea-4805-890a-f4a85ca3f685 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:53.818032 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-dadf8150-4b0d-49d3-95f6-2ab6c1a0ebea req-12cbed70-94ea-4805-890a-f4a85ca3f685 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 945 time: 0.1114619 Apr 20 18:31:53.853688 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device 429b6c82-ac59-4264-8db8-c9391bde1d11 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:31:53.907244 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-dadf8150-4b0d-49d3-95f6-2ab6c1a0ebea req-26e887b9-8832-44a8-baa9-c8446cc2978a tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881026 Apr 20 18:31:53.928674 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] No Port match for: 429b6c82-ac59-4264-8db8-c9391bde1d11 {{(pid=86393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:31:53.929319 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device 429b6c82-ac59-4264-8db8-c9391bde1d11 not bound to the agent host hv-cinder-78693 {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:31:54.045964 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab452542-f8c7-4283-9888-cd882154cbaa req-23ab183b-5d7a-400e-98d5-b2f0911da6b2 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:54.054731 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ab452542-f8c7-4283-9888-cd882154cbaa req-23ab183b-5d7a-400e-98d5-b2f0911da6b2 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?device_id=38b3f1e7-dfbd-4260-8be4-7b2d5430bc5e HTTP/1.1" status: 200 len: 945 time: 0.1198847 Apr 20 18:31:54.118184 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ab452542-f8c7-4283-9888-cd882154cbaa req-3a57da54-8b65-4556-9ee8-45733c870e6e tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/security-groups?id=18dbf877-4418-4cf7-b982-e374a1f22360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623667 Apr 20 18:31:54.236031 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc9835-6f66-481a-b38c-8a86c67cd4b5 req-34a8c124-64e8-4702-9452-d75036840c84 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:54.237883 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-20bc9835-6f66-481a-b38c-8a86c67cd4b5 req-34a8c124-64e8-4702-9452-d75036840c84 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/ports?device_id=4722ccd8-f7c9-4c68-9967-e1c1e00960df HTTP/1.1" status: 200 len: 946 time: 0.1114450 Apr 20 18:31:54.314241 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-20bc9835-6f66-481a-b38c-8a86c67cd4b5 req-6113fe9e-f319-47c2-b71a-e489242f54ea tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ed32cec-6957-435a-bfeb-34cb0da197c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693171 Apr 20 18:31:54.715629 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f40379-d7c6-4ec1-af2c-6b23bfe1ec7a req-79abf7df-0b15-4bd1-babf-14981d09ec41 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:54.718068 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-71f40379-d7c6-4ec1-af2c-6b23bfe1ec7a req-79abf7df-0b15-4bd1-babf-14981d09ec41 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 945 time: 0.1003640 Apr 20 18:31:54.786306 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-71f40379-d7c6-4ec1-af2c-6b23bfe1ec7a req-a8c60de1-7b5f-445b-b948-a37aca9ec528 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029e925-67cb-4402-81c8-a9bf97a752e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615144 Apr 20 18:31:55.130252 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124366c4-81bd-4399-9c20-bfb43bfd676a req-155126a1-86cd-4c26-9066-2af33de83ec4 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:55.131905 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-124366c4-81bd-4399-9c20-bfb43bfd676a req-155126a1-86cd-4c26-9066-2af33de83ec4 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 945 time: 0.0908732 Apr 20 18:31:55.191102 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-124366c4-81bd-4399-9c20-bfb43bfd676a req-477dba0a-3277-4228-b29a-6bf3bb58818d tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517573 Apr 20 18:31:55.331753 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede4c15-baad-43df-ae28-9c2dae754b3e req-b05beb7d-abc9-45aa-b2a3-120043ec4724 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:55.333321 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-cede4c15-baad-43df-ae28-9c2dae754b3e req-b05beb7d-abc9-45aa-b2a3-120043ec4724 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?device_id=38b3f1e7-dfbd-4260-8be4-7b2d5430bc5e HTTP/1.1" status: 200 len: 945 time: 0.1014688 Apr 20 18:31:55.389590 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-cede4c15-baad-43df-ae28-9c2dae754b3e req-92b11ba3-c56d-4923-b405-f858dff23d3b tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/security-groups?id=18dbf877-4418-4cf7-b982-e374a1f22360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479028 Apr 20 18:31:55.562539 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-47969804-448f-4ae7-a618-bb74547d3fab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:55.687190 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991acfa-d083-4ef4-920e-60aee3f968c8 req-edbef64b-0b6b-4039-a5cf-997a1f20dbb9 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:55.688127 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-1991acfa-d083-4ef4-920e-60aee3f968c8 req-edbef64b-0b6b-4039-a5cf-997a1f20dbb9 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Synchronizing usage tracker for tenant:c10c8e1bd4ff416298fcc5e373996fcd on resource:port {{(pid=86392) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:31:55.709307 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1cd8fe-392f-446a-a69f-f988d068fff5 req-2e461f57-6c74-42d2-b04e-3f07d8971f91 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:55.711443 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-9f1cd8fe-392f-446a-a69f-f988d068fff5 req-2e461f57-6c74-42d2-b04e-3f07d8971f91 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/ports?device_id=4722ccd8-f7c9-4c68-9967-e1c1e00960df HTTP/1.1" status: 200 len: 946 time: 0.2695701 Apr 20 18:31:55.755527 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-1991acfa-d083-4ef4-920e-60aee3f968c8 req-edbef64b-0b6b-4039-a5cf-997a1f20dbb9 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Unset dirty status for tenant:c10c8e1bd4ff416298fcc5e373996fcd on resource:port {{(pid=86392) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:31:55.756865 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-1991acfa-d083-4ef4-920e-60aee3f968c8 req-edbef64b-0b6b-4039-a5cf-997a1f20dbb9 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.46 "GET /v2.0/ports?device_id=38b3f1e7-dfbd-4260-8be4-7b2d5430bc5e HTTP/1.1" status: 200 len: 945 time: 0.2285705 Apr 20 18:31:55.825478 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-9f1cd8fe-392f-446a-a69f-f988d068fff5 req-f6ccac4c-c2fb-4519-a1bb-b185cd0d980b tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ed32cec-6957-435a-bfeb-34cb0da197c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056528 Apr 20 18:31:55.897131 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [req-1991acfa-d083-4ef4-920e-60aee3f968c8 req-c8ba740c-7f61-4dc0-827e-986d80a2e4ac tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Deleting port 7a230b58-7a09-4c98-b20a-9bbcf4c21a7a {{(pid=86392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:31:55.897445 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-1991acfa-d083-4ef4-920e-60aee3f968c8 req-c8ba740c-7f61-4dc0-827e-986d80a2e4ac tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278078475124'] for port, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:56.092002 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42484ffe-3f9f-4501-a9cf-b125ff734d3a req-f9d06c6f-69d8-4cb0-87e5-b7d76a08d8e8 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:56.100640 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-42484ffe-3f9f-4501-a9cf-b125ff734d3a req-f9d06c6f-69d8-4cb0-87e5-b7d76a08d8e8 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 945 time: 0.1305733 Apr 20 18:31:56.163548 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-42484ffe-3f9f-4501-a9cf-b125ff734d3a req-6e30ea8e-0531-4640-a195-ed87e79016f6 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029e925-67cb-4402-81c8-a9bf97a752e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616515 Apr 20 18:31:56.251044 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [req-1991acfa-d083-4ef4-920e-60aee3f968c8 req-c8ba740c-7f61-4dc0-827e-986d80a2e4ac tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] For port 7a230b58-7a09-4c98-b20a-9bbcf4c21a7a, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7a230b58-7a09-4c98-b20a-9bbcf4c21a7a,segment=NetworkSegment(6a0be6b6-b186-485f-b80c-5e6aa7f438bb),segment_id=6a0be6b6-b186-485f-b80c-5e6aa7f438bb)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:31:56.251463 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-1991acfa-d083-4ef4-920e-60aee3f968c8 req-c8ba740c-7f61-4dc0-827e-986d80a2e4ac tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7972734'] for port, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:56.422422 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [req-1991acfa-d083-4ef4-920e-60aee3f968c8 req-c8ba740c-7f61-4dc0-827e-986d80a2e4ac tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Calling delete_port for 7a230b58-7a09-4c98-b20a-9bbcf4c21a7a owned by compute:nova {{(pid=86392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:31:56.613865 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 36366) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:31:56.658071 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ad920-947d-409f-9122-abfc2e77978d req-4d926efd-e882-42b3-801c-8d4a36c779f4 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:56.660036 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-b12ad920-947d-409f-9122-abfc2e77978d req-4d926efd-e882-42b3-801c-8d4a36c779f4 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 945 time: 0.1957555 Apr 20 18:31:56.673898 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3b38f3e8-f2f1-49b6-ac75-f9314cd83db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:56.714949 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a2bd8d-10e5-40ae-bb96-0fcd0645c6f9 req-1df1fd5f-6f5a-478f-97e8-30d6daee52f2 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:56.723037 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-23a2bd8d-10e5-40ae-bb96-0fcd0645c6f9 req-1df1fd5f-6f5a-478f-97e8-30d6daee52f2 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?device_id=38b3f1e7-dfbd-4260-8be4-7b2d5430bc5e HTTP/1.1" status: 200 len: 945 time: 0.1283889 Apr 20 18:31:56.780764 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-b12ad920-947d-409f-9122-abfc2e77978d req-b3b3f737-86e1-43e3-8e76-bc4e119b1c2b tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756824 Apr 20 18:31:56.797914 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-23a2bd8d-10e5-40ae-bb96-0fcd0645c6f9 req-94e26126-4da3-4212-896e-8aa3221bb6c2 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/security-groups?id=18dbf877-4418-4cf7-b982-e374a1f22360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732768 Apr 20 18:31:56.812764 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-1991acfa-d083-4ef4-920e-60aee3f968c8 req-c8ba740c-7f61-4dc0-827e-986d80a2e4ac tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278078469919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758775855577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852620706'] for port, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:56.822978 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:56.826507 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] get_ports_and_sgs() called for port_ids ['ecac05ec-2410-41c4-9ea9-0ca360507bf0', '7a230b58-7a09-4c98-b20a-9bbcf4c21a7a'] {{(pid=86393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:31:56.895651 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba740c-7f61-4dc0-827e-986d80a2e4ac tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Pushing event deleted for resources: {'Port': ['ID=7a230b58-7a09-4c98-b20a-9bbcf4c21a7a,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:56.905999 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-c8ba740c-7f61-4dc0-827e-986d80a2e4ac tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:56.907245 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-80da237c-77c5-49b4-8959-1fa9c9650cc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:56.927381 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-80da237c-77c5-49b4-8959-1fa9c9650cc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:31:56.931811 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-80da237c-77c5-49b4-8959-1fa9c9650cc3 admin admin] Usage tracker for resource:security_group_rule and tenant:372989071e4b417aa0182bda17306070 is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:31:56.935066 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-80da237c-77c5-49b4-8959-1fa9c9650cc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:31:56.941424 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-80da237c-77c5-49b4-8959-1fa9c9650cc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:31:57.042396 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-80da237c-77c5-49b4-8959-1fa9c9650cc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:57.141870 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-80da237c-77c5-49b4-8959-1fa9c9650cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:57.158128 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-ebb32cf6-9df6-4fbe-91d4-3b3d5f54255c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:57.249367 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [req-1991acfa-d083-4ef4-920e-60aee3f968c8 req-c8ba740c-7f61-4dc0-827e-986d80a2e4ac tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] No DVR routers for this DVR port 7a230b58-7a09-4c98-b20a-9bbcf4c21a7a on host hv-cinder-78693 {{(pid=86392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:31:57.251610 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-1991acfa-d083-4ef4-920e-60aee3f968c8 req-c8ba740c-7f61-4dc0-827e-986d80a2e4ac tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031'] for port, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:57.255572 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da237c-77c5-49b4-8959-1fa9c9650cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eafbc3ff-ac52-4ad8-9106-b9a1b793387a,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:57.271847 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-80da237c-77c5-49b4-8959-1fa9c9650cc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:57.277074 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b3f1e7-dfbd-4260-8be4-7b2d5430bc5e', 'name': 'network-vif-deleted', 'tag': '7a230b58-7a09-4c98-b20a-9bbcf4c21a7a'}] {{(pid=86392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:31:57.329265 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-80da237c-77c5-49b4-8959-1fa9c9650cc3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=372989071e4b417aa0182bda17306070&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7108440 Apr 20 18:31:57.342938 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 36378) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:31:57.345615 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-1991acfa-d083-4ef4-920e-60aee3f968c8 req-c8ba740c-7f61-4dc0-827e-986d80a2e4ac tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.46 "DELETE /v2.0/ports/7a230b58-7a09-4c98-b20a-9bbcf4c21a7a HTTP/1.1" status: 204 len: 173 time: 1.5811963 Apr 20 18:31:57.401997 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952dacf-682b-4db2-aef2-bcb09b895c9d req-e0ec573a-a046-455b-83e5-2c7586a5b92f tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:57.410521 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-6952dacf-682b-4db2-aef2-bcb09b895c9d req-e0ec573a-a046-455b-83e5-2c7586a5b92f tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 945 time: 0.1134541 Apr 20 18:31:57.411500 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0917235e-4a6d-4953-8bd0-60c8be2d1f81 req-70fe6c58-e1c4-41f1-9adf-5fb0aab99b1d tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:57.413163 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-0917235e-4a6d-4953-8bd0-60c8be2d1f81 req-70fe6c58-e1c4-41f1-9adf-5fb0aab99b1d tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/ports?device_id=4722ccd8-f7c9-4c68-9967-e1c1e00960df HTTP/1.1" status: 200 len: 946 time: 0.3678851 Apr 20 18:31:57.500386 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-6952dacf-682b-4db2-aef2-bcb09b895c9d req-25f8269a-f4ac-4503-8eda-fa18f02b2893 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029e925-67cb-4402-81c8-a9bf97a752e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885019 Apr 20 18:31:57.530247 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-0917235e-4a6d-4953-8bd0-60c8be2d1f81 req-43bfd65e-44cf-4ceb-aeed-0a0cc35830b0 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ed32cec-6957-435a-bfeb-34cb0da197c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096110 Apr 20 18:31:57.533267 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-f32a0db6-1f41-4773-b997-e92f2c63c8de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:57.575468 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-f32a0db6-1f41-4773-b997-e92f2c63c8de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:57.577652 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38b3f1e7-dfbd-4260-8be4-7b2d5430bc5e', 'name': 'network-vif-deleted', 'tag': '7a230b58-7a09-4c98-b20a-9bbcf4c21a7a', 'status': 'completed', 'code': 200} Apr 20 18:31:57.636425 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-f32a0db6-1f41-4773-b997-e92f2c63c8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:57.644187 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-afd56385-ade6-4380-a57f-6b716c1058f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:31:57.660180 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a0db6-1f41-4773-b997-e92f2c63c8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eafbc3ff-ac52-4ad8-9106-b9a1b793387a,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:31:57.663807 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-f32a0db6-1f41-4773-b997-e92f2c63c8de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:31:57.665325 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-f32a0db6-1f41-4773-b997-e92f2c63c8de admin admin] Notify callbacks [] for security_group, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:57.667676 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-f32a0db6-1f41-4773-b997-e92f2c63c8de admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eafbc3ff-ac52-4ad8-9106-b9a1b793387a HTTP/1.1" status: 204 len: 168 time: 0.3207483 Apr 20 18:31:57.769445 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:58.120378 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-d7d132b5-732d-40fd-a03d-08a90fd7ac09 req-3a612e6d-9341-4cfc-8e68-1261108df76c tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?device_id=38b3f1e7-dfbd-4260-8be4-7b2d5430bc5e HTTP/1.1" status: 200 len: 210 time: 0.0823369 Apr 20 18:31:58.228094 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff2339-c1b2-433e-85bb-b86eac455a11 req-a6a9f257-ede8-4e0d-af1f-1240d0e8c012 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:58.230435 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-c0ff2339-c1b2-433e-85bb-b86eac455a11 req-a6a9f257-ede8-4e0d-af1f-1240d0e8c012 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 945 time: 0.1660278 Apr 20 18:31:58.287043 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-c0ff2339-c1b2-433e-85bb-b86eac455a11 req-99acfe8c-79a9-42c3-b07b-ae667c0101e3 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496333 Apr 20 18:31:58.363358 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db4e54cc-07a3-4585-8120-e6421209c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:58.785577 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f661d4c3-2975-4ad3-9fd6-418ae92fb0ad req-6fa5af1d-0676-484c-9243-829139607730 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:58.794656 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f661d4c3-2975-4ad3-9fd6-418ae92fb0ad req-6fa5af1d-0676-484c-9243-829139607730 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/ports?device_id=4722ccd8-f7c9-4c68-9967-e1c1e00960df HTTP/1.1" status: 200 len: 946 time: 0.1087554 Apr 20 18:31:58.798072 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd508f35-2946-420f-b431-569165489444 req-97e76f26-b829-46c3-a48e-cdcb3b066e4e tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:58.801111 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-dd508f35-2946-420f-b431-569165489444 req-97e76f26-b829-46c3-a48e-cdcb3b066e4e tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 945 time: 0.1478643 Apr 20 18:31:58.891929 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-dd508f35-2946-420f-b431-569165489444 req-12a9de9a-189f-44cf-a7f1-3d48d7b2fb5c tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029e925-67cb-4402-81c8-a9bf97a752e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835865 Apr 20 18:31:59.092865 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f661d4c3-2975-4ad3-9fd6-418ae92fb0ad req-4d15e42d-3699-4fa6-9e5b-2888d19ded38 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ed32cec-6957-435a-bfeb-34cb0da197c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2947686 Apr 20 18:31:59.534058 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf5c37-6507-4c4f-a796-9fedd15b5756 req-f9747c68-66b8-499d-95ad-1fe2697926a6 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:31:59.535819 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-1aaf5c37-6507-4c4f-a796-9fedd15b5756 req-f9747c68-66b8-499d-95ad-1fe2697926a6 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 945 time: 0.0902953 Apr 20 18:31:59.588982 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-1aaf5c37-6507-4c4f-a796-9fedd15b5756 req-d238ab5c-9981-4667-a88e-e37a41f45ac6 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459535 Apr 20 18:31:59.901690 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device 7a230b58-7a09-4c98-b20a-9bbcf4c21a7a no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:31:59.954765 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] No Port match for: 7a230b58-7a09-4c98-b20a-9bbcf4c21a7a {{(pid=86393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:31:59.955494 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device 7a230b58-7a09-4c98-b20a-9bbcf4c21a7a not bound to the agent host hv-cinder-78693 {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:32:00.155084 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132b46a-f647-4871-8630-15f9104c14ba req-f676c903-6060-4246-84af-5cd3c465205d tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:00.159312 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e132b46a-f647-4871-8630-15f9104c14ba req-f676c903-6060-4246-84af-5cd3c465205d tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 945 time: 0.1019356 Apr 20 18:32:00.208529 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e132b46a-f647-4871-8630-15f9104c14ba req-c8b9d63e-a687-4997-896d-97acb248374d tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029e925-67cb-4402-81c8-a9bf97a752e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453942 Apr 20 18:32:00.332597 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e781bf8f-c376-4761-95c1-6caee6ed5ad8 req-23850baa-98b1-4ed0-b5bb-9288e89a46b1 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:00.334928 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e781bf8f-c376-4761-95c1-6caee6ed5ad8 req-23850baa-98b1-4ed0-b5bb-9288e89a46b1 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/ports?device_id=4722ccd8-f7c9-4c68-9967-e1c1e00960df HTTP/1.1" status: 200 len: 946 time: 0.0976515 Apr 20 18:32:00.386993 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e781bf8f-c376-4761-95c1-6caee6ed5ad8 req-13b288e5-0efe-48c8-a810-f7d9e673edcb tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ed32cec-6957-435a-bfeb-34cb0da197c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440168 Apr 20 18:32:00.936970 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0126957-8ddd-4a07-866f-6dd9f2231aee req-31bba1e5-d47c-4aa6-8619-cb87c34dacf6 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:00.947083 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-c0126957-8ddd-4a07-866f-6dd9f2231aee req-31bba1e5-d47c-4aa6-8619-cb87c34dacf6 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 945 time: 0.1715539 Apr 20 18:32:01.005119 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-c0126957-8ddd-4a07-866f-6dd9f2231aee req-433f9934-c818-4f5c-bcd0-b19e666a22bb tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567658 Apr 20 18:32:01.231605 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396afc77-00dc-4cfb-bc8d-ed10de226954 req-75bf6257-6733-4919-bcfb-1b181324db4f tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:01.233672 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-396afc77-00dc-4cfb-bc8d-ed10de226954 req-75bf6257-6733-4919-bcfb-1b181324db4f tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c3e719f-55da-4826-8b34-2362a0b4f5e2 HTTP/1.1" status: 200 len: 946 time: 0.1101534 Apr 20 18:32:01.304482 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-396afc77-00dc-4cfb-bc8d-ed10de226954 req-e6fe829f-2dca-4089-817e-2f8af1c1b558 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/security-groups?id=18dbf877-4418-4cf7-b982-e374a1f22360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630355 Apr 20 18:32:01.476674 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f2cfd-e40d-4e7e-9706-dc26e100e612 req-e5f59e62-1527-4f5b-ad14-2c18fe4f679a tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:01.484567 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-af3f2cfd-e40d-4e7e-9706-dc26e100e612 req-e5f59e62-1527-4f5b-ad14-2c18fe4f679a tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 945 time: 0.1111507 Apr 20 18:32:01.543203 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-af3f2cfd-e40d-4e7e-9706-dc26e100e612 req-d03dc85d-663d-44cb-8ae5-a3ca070af70e tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029e925-67cb-4402-81c8-a9bf97a752e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568402 Apr 20 18:32:01.622083 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc50dd-abe8-4668-b152-787fa6e1448e req-ff78bcb5-8ef0-4194-b456-112b44c1be5d tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:01.624098 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-81dc50dd-abe8-4668-b152-787fa6e1448e req-ff78bcb5-8ef0-4194-b456-112b44c1be5d tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/ports?device_id=4722ccd8-f7c9-4c68-9967-e1c1e00960df HTTP/1.1" status: 200 len: 946 time: 0.1095791 Apr 20 18:32:01.685779 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-81dc50dd-abe8-4668-b152-787fa6e1448e req-fa897b31-aef4-4930-a796-d1064ab43062 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ed32cec-6957-435a-bfeb-34cb0da197c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549209 Apr 20 18:32:02.253907 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c6a469-090d-48eb-95a8-b0d7381efea8 req-0d054f24-b05f-4ffd-b1e5-18d68b5aa84b tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:02.255598 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-54c6a469-090d-48eb-95a8-b0d7381efea8 req-0d054f24-b05f-4ffd-b1e5-18d68b5aa84b tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 945 time: 0.0990736 Apr 20 18:32:02.295182 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 36470) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:32:02.317345 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-54c6a469-090d-48eb-95a8-b0d7381efea8 req-3bf96504-87d8-43a9-b1c7-4e3c5aab95e0 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494628 Apr 20 18:32:02.540382 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e0503c6e-cea3-4a06-a575-c1a58431dc5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:02.573572 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-e0503c6e-cea3-4a06-a575-c1a58431dc5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:32:02.580831 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-e0503c6e-cea3-4a06-a575-c1a58431dc5f admin admin] Usage tracker for resource:security_group_rule and tenant:35e178c36d1a43b9a251ac30abd87070 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:32:02.584353 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-e0503c6e-cea3-4a06-a575-c1a58431dc5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:32:02.592178 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-e0503c6e-cea3-4a06-a575-c1a58431dc5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:32:02.632304 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0177cf3-e934-45dd-8231-8e26ee082c74 req-6c1657e0-9456-4f9e-a027-8c579e06b257 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:02.633925 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f0177cf3-e934-45dd-8231-8e26ee082c74 req-6c1657e0-9456-4f9e-a027-8c579e06b257 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c3e719f-55da-4826-8b34-2362a0b4f5e2 HTTP/1.1" status: 200 len: 946 time: 0.1870205 Apr 20 18:32:02.753650 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e0503c6e-cea3-4a06-a575-c1a58431dc5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:02.759637 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e0503c6e-cea3-4a06-a575-c1a58431dc5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:02.771679 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df5d8f7-b5b0-4ed2-9433-ff07f743f87d req-01b6af4d-2588-4ea7-b6e0-9ce6bcc93776 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:02.773325 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-7df5d8f7-b5b0-4ed2-9433-ff07f743f87d req-01b6af4d-2588-4ea7-b6e0-9ce6bcc93776 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 945 time: 0.0942802 Apr 20 18:32:02.777010 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-0ead81bd-aaa6-4faa-917e-e56ec88e5476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:02.835567 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0503c6e-cea3-4a06-a575-c1a58431dc5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7cb103-9d82-4b80-a6eb-f37089567539,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:02.835803 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-7df5d8f7-b5b0-4ed2-9433-ff07f743f87d req-21e05745-c7c0-42a8-a7ce-c555e2172e92 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029e925-67cb-4402-81c8-a9bf97a752e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552983 Apr 20 18:32:02.839535 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-e0503c6e-cea3-4a06-a575-c1a58431dc5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:02.866193 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f0177cf3-e934-45dd-8231-8e26ee082c74 req-2b8dfe58-f7be-4f86-a763-929d6163ddf7 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/security-groups?id=18dbf877-4418-4cf7-b982-e374a1f22360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250142 Apr 20 18:32:02.877724 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-e0503c6e-cea3-4a06-a575-c1a58431dc5f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=35e178c36d1a43b9a251ac30abd87070&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5810900 Apr 20 18:32:02.889218 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 36486) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:32:02.958582 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d8be7ed6-4c7b-4aa5-9ae0-0522d6af4fcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:02.990782 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d8be7ed6-4c7b-4aa5-9ae0-0522d6af4fcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:03.190277 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b0578-e6e2-4aa1-ac15-5dcd4a7caee7 req-4898404a-c6bb-45b7-8b7a-7dc312b8cb23 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:03.191055 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-0b7b0578-e6e2-4aa1-ac15-5dcd4a7caee7 req-4898404a-c6bb-45b7-8b7a-7dc312b8cb23 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Synchronizing usage tracker for tenant:c10c8e1bd4ff416298fcc5e373996fcd on resource:port {{(pid=86392) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:32:03.233486 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a20009-a82b-4d6f-a2dd-49056aef48ce req-fd4b1289-2174-4465-b005-762f98643c15 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:03.235247 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-75a20009-a82b-4d6f-a2dd-49056aef48ce req-fd4b1289-2174-4465-b005-762f98643c15 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/ports?device_id=4722ccd8-f7c9-4c68-9967-e1c1e00960df HTTP/1.1" status: 200 len: 946 time: 0.2379384 Apr 20 18:32:03.273877 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d8be7ed6-4c7b-4aa5-9ae0-0522d6af4fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:03.282043 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:03.298951 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-0b7b0578-e6e2-4aa1-ac15-5dcd4a7caee7 req-4898404a-c6bb-45b7-8b7a-7dc312b8cb23 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Unset dirty status for tenant:c10c8e1bd4ff416298fcc5e373996fcd on resource:port {{(pid=86392) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:32:03.300220 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-0b7b0578-e6e2-4aa1-ac15-5dcd4a7caee7 req-4898404a-c6bb-45b7-8b7a-7dc312b8cb23 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c3e719f-55da-4826-8b34-2362a0b4f5e2 HTTP/1.1" status: 200 len: 946 time: 0.2577088 Apr 20 18:32:03.305067 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-75a20009-a82b-4d6f-a2dd-49056aef48ce req-f76cea91-a5ce-4b07-85a4-a65ea98b0f7a tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ed32cec-6957-435a-bfeb-34cb0da197c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635629 Apr 20 18:32:03.305825 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8be7ed6-4c7b-4aa5-9ae0-0522d6af4fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7cb103-9d82-4b80-a6eb-f37089567539,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:03.344857 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-d8be7ed6-4c7b-4aa5-9ae0-0522d6af4fcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:03.349738 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d8be7ed6-4c7b-4aa5-9ae0-0522d6af4fcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:03.350975 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-d8be7ed6-4c7b-4aa5-9ae0-0522d6af4fcc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bd7cb103-9d82-4b80-a6eb-f37089567539 HTTP/1.1" status: 204 len: 168 time: 0.4601429 Apr 20 18:32:03.390991 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [req-0b7b0578-e6e2-4aa1-ac15-5dcd4a7caee7 req-08a176f9-e285-47d7-bd02-6a90069eff7e tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Deleting port ecac05ec-2410-41c4-9ea9-0ca360507bf0 {{(pid=86392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:32:03.391508 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-0b7b0578-e6e2-4aa1-ac15-5dcd4a7caee7 req-08a176f9-e285-47d7-bd02-6a90069eff7e tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278078475124'] for port, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:03.677214 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [req-0b7b0578-e6e2-4aa1-ac15-5dcd4a7caee7 req-08a176f9-e285-47d7-bd02-6a90069eff7e tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] For port ecac05ec-2410-41c4-9ea9-0ca360507bf0, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ecac05ec-2410-41c4-9ea9-0ca360507bf0,segment=NetworkSegment(6a0be6b6-b186-485f-b80c-5e6aa7f438bb),segment_id=6a0be6b6-b186-485f-b80c-5e6aa7f438bb)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:32:03.677605 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-0b7b0578-e6e2-4aa1-ac15-5dcd4a7caee7 req-08a176f9-e285-47d7-bd02-6a90069eff7e tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7972734'] for port, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:03.720620 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885adbec-500a-4414-b8b9-bd01179f9891 req-a5841b0b-99a7-4d94-b175-ab216201b2d1 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:03.728724 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-885adbec-500a-4414-b8b9-bd01179f9891 req-a5841b0b-99a7-4d94-b175-ab216201b2d1 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 945 time: 0.1595225 Apr 20 18:32:03.778795 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-885adbec-500a-4414-b8b9-bd01179f9891 req-fe697d83-19e3-4ee4-b012-41088cc0958e tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488558 Apr 20 18:32:03.779429 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 36502) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:32:03.802736 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-f3f6e367-0c30-457e-986b-cf93b56a5d7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:03.819674 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-f3f6e367-0c30-457e-986b-cf93b56a5d7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:32:03.824001 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-f3f6e367-0c30-457e-986b-cf93b56a5d7e admin admin] Usage tracker for resource:security_group_rule and tenant:fb8885866fb544b9aada9f796c7ce69a is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:32:03.827138 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-f3f6e367-0c30-457e-986b-cf93b56a5d7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:32:03.828603 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [req-0b7b0578-e6e2-4aa1-ac15-5dcd4a7caee7 req-08a176f9-e285-47d7-bd02-6a90069eff7e tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Calling delete_port for ecac05ec-2410-41c4-9ea9-0ca360507bf0 owned by compute:nova {{(pid=86392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:32:03.833508 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-f3f6e367-0c30-457e-986b-cf93b56a5d7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:32:03.971617 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-f3f6e367-0c30-457e-986b-cf93b56a5d7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:03.980080 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-f3f6e367-0c30-457e-986b-cf93b56a5d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:04.013203 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-b8623bb6-c72e-4b4d-89f0-8ce37c8db55d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:04.025636 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-f3f6e367-0c30-457e-986b-cf93b56a5d7e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fb8885866fb544b9aada9f796c7ce69a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2450900 Apr 20 18:32:04.029045 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 36514) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:32:04.035667 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-0b7b0578-e6e2-4aa1-ac15-5dcd4a7caee7 req-08a176f9-e285-47d7-bd02-6a90069eff7e tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278078469919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758775855577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852620706'] for port, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:04.043115 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-afee63d7-4a14-41db-aa53-dba292ad7fd2 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:04.049455 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] get_ports_and_sgs() called for port_ids ['ecac05ec-2410-41c4-9ea9-0ca360507bf0'] {{(pid=86393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:32:04.115221 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-198c2355-558e-4cfd-85c4-ef5c4f5af3ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:04.134940 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a176f9-e285-47d7-bd02-6a90069eff7e tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Pushing event deleted for resources: {'Port': ['ID=ecac05ec-2410-41c4-9ea9-0ca360507bf0,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:04.145585 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-198c2355-558e-4cfd-85c4-ef5c4f5af3ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:04.150134 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-08a176f9-e285-47d7-bd02-6a90069eff7e tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:04.244714 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b7b0578-e6e2-4aa1-ac15-5dcd4a7caee7 req-08a176f9-e285-47d7-bd02-6a90069eff7e tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] No DVR routers for this DVR port ecac05ec-2410-41c4-9ea9-0ca360507bf0 on host hv-cinder-78693 {{(pid=86392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:32:04.252794 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-0b7b0578-e6e2-4aa1-ac15-5dcd4a7caee7 req-08a176f9-e285-47d7-bd02-6a90069eff7e tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031'] for port, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:04.256230 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c3e719f-55da-4826-8b34-2362a0b4f5e2', 'name': 'network-vif-deleted', 'tag': 'ecac05ec-2410-41c4-9ea9-0ca360507bf0'}] {{(pid=86392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:32:04.292668 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-0b7b0578-e6e2-4aa1-ac15-5dcd4a7caee7 req-08a176f9-e285-47d7-bd02-6a90069eff7e tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.46 "DELETE /v2.0/ports/ecac05ec-2410-41c4-9ea9-0ca360507bf0 HTTP/1.1" status: 204 len: 173 time: 0.9844832 Apr 20 18:32:04.319463 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38825ae1-b1a4-4428-a79e-2cfe6d9ffb15 req-715f8d76-040c-4a64-b2ae-a6d9f503de46 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:04.321195 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-38825ae1-b1a4-4428-a79e-2cfe6d9ffb15 req-715f8d76-040c-4a64-b2ae-a6d9f503de46 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 945 time: 0.1697757 Apr 20 18:32:04.388241 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-38825ae1-b1a4-4428-a79e-2cfe6d9ffb15 req-50f80864-6533-41f1-b768-af432459d381 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029e925-67cb-4402-81c8-a9bf97a752e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588112 Apr 20 18:32:04.518177 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c3e719f-55da-4826-8b34-2362a0b4f5e2', 'name': 'network-vif-deleted', 'tag': 'ecac05ec-2410-41c4-9ea9-0ca360507bf0', 'status': 'completed', 'code': 200} Apr 20 18:32:04.571627 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f6e367-0c30-457e-986b-cf93b56a5d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0765bc-3610-40ad-ac60-dcbc89edda4f,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:04.575512 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-f3f6e367-0c30-457e-986b-cf93b56a5d7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:04.581414 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-198c2355-558e-4cfd-85c4-ef5c4f5af3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:04.593962 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-b61db34e-800a-4726-b308-aa9124ebcebb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:04.620042 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-3958700c-4bfc-4795-b3ac-b8d6f9cc969f req-3c9931d6-b1b5-41e1-ae23-61d5ceade92b tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c3e719f-55da-4826-8b34-2362a0b4f5e2 HTTP/1.1" status: 200 len: 210 time: 0.4246116 Apr 20 18:32:04.630001 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198c2355-558e-4cfd-85c4-ef5c4f5af3ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0765bc-3610-40ad-ac60-dcbc89edda4f,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:04.635661 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-198c2355-558e-4cfd-85c4-ef5c4f5af3ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:04.655553 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-198c2355-558e-4cfd-85c4-ef5c4f5af3ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:04.662936 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-198c2355-558e-4cfd-85c4-ef5c4f5af3ee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6d0765bc-3610-40ad-ac60-dcbc89edda4f HTTP/1.1" status: 204 len: 168 time: 0.6296191 Apr 20 18:32:04.784817 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d468d253-cc34-4f55-85d9-7eebcc159346 req-a57b505c-41ea-485e-bd76-2e0525848c35 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:04.793257 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-d468d253-cc34-4f55-85d9-7eebcc159346 req-a57b505c-41ea-485e-bd76-2e0525848c35 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/ports?device_id=4722ccd8-f7c9-4c68-9967-e1c1e00960df HTTP/1.1" status: 200 len: 946 time: 0.1332219 Apr 20 18:32:04.924283 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-d468d253-cc34-4f55-85d9-7eebcc159346 req-46397135-062a-422a-b12d-0aed1558ad49 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ed32cec-6957-435a-bfeb-34cb0da197c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295795 Apr 20 18:32:05.120136 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a86d6bb-6f5b-4431-a2fc-49c4e786ec0c req-4614fb6c-c4a3-4629-8024-07ce9a65c3ac tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:05.128150 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-4a86d6bb-6f5b-4431-a2fc-49c4e786ec0c req-4614fb6c-c4a3-4629-8024-07ce9a65c3ac tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 945 time: 0.1217728 Apr 20 18:32:05.197482 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-4a86d6bb-6f5b-4431-a2fc-49c4e786ec0c req-0033c348-0203-472b-b700-3a79a756ac75 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680091 Apr 20 18:32:05.660137 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b1311a-3280-4e15-852e-4578d50cf5cf req-41955a99-68d5-46e9-90d4-75eb36e92796 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:05.668653 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-13b1311a-3280-4e15-852e-4578d50cf5cf req-41955a99-68d5-46e9-90d4-75eb36e92796 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 945 time: 0.1126761 Apr 20 18:32:05.735408 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-13b1311a-3280-4e15-852e-4578d50cf5cf req-9b0882a9-009f-4017-a00c-db689d39919d tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029e925-67cb-4402-81c8-a9bf97a752e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625243 Apr 20 18:32:05.791545 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 36552) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:32:05.889224 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e588fd1-5b90-483f-aef8-ae46bbe52d98 admin admin] Deleting subnet 97c6181f-cafd-4b1b-a893-b50fc49a5af4 {{(pid=86392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 18:32:05.892741 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-5e588fd1-5b90-483f-aef8-ae46bbe52d98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:05.972718 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-5e588fd1-5b90-483f-aef8-ae46bbe52d98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2213469'] for subnet, precommit_delete_associations {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:06.050047 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-5e588fd1-5b90-483f-aef8-ae46bbe52d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663204'] for subnet, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:06.318444 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d236e3-f030-4c57-849a-02348b1c88c8 req-fc62e0d0-2a62-4ed0-ad8b-e272d4ff6c15 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:06.320264 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f8d236e3-f030-4c57-849a-02348b1c88c8 req-fc62e0d0-2a62-4ed0-ad8b-e272d4ff6c15 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/ports?device_id=4722ccd8-f7c9-4c68-9967-e1c1e00960df HTTP/1.1" status: 200 len: 946 time: 0.2398453 Apr 20 18:32:06.418452 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f8d236e3-f030-4c57-849a-02348b1c88c8 req-a1c62e8b-15d9-42f6-8560-2a31d1236bbb tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ed32cec-6957-435a-bfeb-34cb0da197c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787570 Apr 20 18:32:06.498954 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5fc17-4a60-4898-883c-fe77fb9ca3ba req-ca2f0d1d-c17f-44c6-9ee7-ca0e260a72d8 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:06.508389 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-1bc5fc17-4a60-4898-883c-fe77fb9ca3ba req-ca2f0d1d-c17f-44c6-9ee7-ca0e260a72d8 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 945 time: 0.1537044 Apr 20 18:32:06.519650 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-5e588fd1-5b90-483f-aef8-ae46bbe52d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854112612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852621942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086978'] for subnet, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:06.534279 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:06.567806 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-1bc5fc17-4a60-4898-883c-fe77fb9ca3ba req-d40f163c-46e7-45bf-8b71-41d711ad9aff tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578370 Apr 20 18:32:06.605420 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-5e588fd1-5b90-483f-aef8-ae46bbe52d98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for subnet, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:06.614928 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e588fd1-5b90-483f-aef8-ae46bbe52d98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97c6181f-cafd-4b1b-a893-b50fc49a5af4,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:06.622420 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-5e588fd1-5b90-483f-aef8-ae46bbe52d98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:06.624294 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-5e588fd1-5b90-483f-aef8-ae46bbe52d98 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/97c6181f-cafd-4b1b-a893-b50fc49a5af4 HTTP/1.1" status: 204 len: 168 time: 0.8316269 Apr 20 18:32:06.627185 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 36570) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:32:06.918333 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-90ff3834-b1ec-48cb-96f7-946959669805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569320'] for network, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:07.127191 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-90ff3834-b1ec-48cb-96f7-946959669805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854112527', 'neutron.services.segments.db._delete_segments_for_network-8758776337267'] for network, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:07.202100 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca76f3-483e-41f9-a509-214bbcc0f899 req-7174bb21-088c-449b-b3f1-98f246ea904e tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:07.209543 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-9bca76f3-483e-41f9-a509-214bbcc0f899 req-7174bb21-088c-449b-b3f1-98f246ea904e tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 945 time: 0.2275019 Apr 20 18:32:07.237549 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c88f9-d794-4e1a-be98-74174b87a502 req-0790c40e-da62-470c-a1a6-cb1ed65b10af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:07.239002 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-056c88f9-d794-4e1a-be98-74174b87a502 req-0790c40e-da62-470c-a1a6-cb1ed65b10af service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9dd07067e6ec4229b42b15a57fa654ee&device_id=4722ccd8-f7c9-4c68-9967-e1c1e00960df HTTP/1.1" status: 200 len: 1099 time: 0.2560241 Apr 20 18:32:07.276415 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.services.segments.db [None req-90ff3834-b1ec-48cb-96f7-946959669805 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69eb6f97-ea3e-4050-89c1-6e90e1792b19']}} {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:32:07.283671 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.services.segments.db [None req-90ff3834-b1ec-48cb-96f7-946959669805 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a0be6b6-b186-485f-b80c-5e6aa7f438bb') {'for_net_delete': True} {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:32:07.284017 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.services.segments.db [None req-90ff3834-b1ec-48cb-96f7-946959669805 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a0be6b6-b186-485f-b80c-5e6aa7f438bb') {} {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:32:07.298021 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-90ff3834-b1ec-48cb-96f7-946959669805 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278078409571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851383955'] for segment, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:07.317691 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-90ff3834-b1ec-48cb-96f7-946959669805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854116670'] for segment, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:07.321730 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90ff3834-b1ec-48cb-96f7-946959669805 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=86391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 18:32:07.372525 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-9bca76f3-483e-41f9-a509-214bbcc0f899 req-c6239225-2a32-4654-a5e4-87fd5a332d93 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029e925-67cb-4402-81c8-a9bf97a752e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608155 Apr 20 18:32:07.443844 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c88f9-d794-4e1a-be98-74174b87a502 req-0df0edd6-213f-4264-a325-09f890eee334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:07.445503 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-056c88f9-d794-4e1a-be98-74174b87a502 req-0df0edd6-213f-4264-a325-09f890eee334 service neutron] 10.222.0.46 "GET /v2.0/networks?id=07ec5321-0579-4912-85f7-b750583baf28 HTTP/1.1" status: 200 len: 911 time: 0.1885469 Apr 20 18:32:07.516357 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-90ff3834-b1ec-48cb-96f7-946959669805 admin admin] Network 69eb6f97-ea3e-4050-89c1-6e90e1792b19 has no segments {{(pid=86391) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:32:07.526148 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-90ff3834-b1ec-48cb-96f7-946959669805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-659125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852407645'] for segment, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:07.574319 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-056c88f9-d794-4e1a-be98-74174b87a502 req-c06dd5e9-d85f-4c8f-aba0-65a4c0a8e0e6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea78babd-8254-4f3a-9a92-44ab55032223 HTTP/1.1" status: 200 len: 1001 time: 0.1195893 Apr 20 18:32:07.671515 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c88f9-d794-4e1a-be98-74174b87a502 req-b1c0e394-7052-45f2-bbf8-5d5edea0ac60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:07.673110 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-056c88f9-d794-4e1a-be98-74174b87a502 req-b1c0e394-7052-45f2-bbf8-5d5edea0ac60 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6124cdb4-b728-491c-bef6-cdd1f4b23ca7 HTTP/1.1" status: 200 len: 849 time: 0.0877757 Apr 20 18:32:07.742418 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-90ff3834-b1ec-48cb-96f7-946959669805 admin admin] Network 69eb6f97-ea3e-4050-89c1-6e90e1792b19 has no segments {{(pid=86391) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:32:07.851053 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c88f9-d794-4e1a-be98-74174b87a502 req-04f472e5-2088-4c35-9d48-ce11e748dcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:07.852865 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-056c88f9-d794-4e1a-be98-74174b87a502 req-04f472e5-2088-4c35-9d48-ce11e748dcca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=07ec5321-0579-4912-85f7-b750583baf28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1706707 Apr 20 18:32:07.868281 dv-cinder-786932-2-smb neutron-server[86278]: Traceback (most recent call last): Apr 20 18:32:07.868281 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 18:32:07.868281 dv-cinder-786932-2-smb neutron-server[86278]: timer() Apr 20 18:32:07.868281 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:32:07.868281 dv-cinder-786932-2-smb neutron-server[86278]: cb(*args, **kw) Apr 20 18:32:07.868281 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 18:32:07.868281 dv-cinder-786932-2-smb neutron-server[86278]: return func(*args, **kwargs) Apr 20 18:32:07.868281 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:32:07.868281 dv-cinder-786932-2-smb neutron-server[86278]: self._notify() Apr 20 18:32:07.868281 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:32:07.868281 dv-cinder-786932-2-smb neutron-server[86278]: self.callback(batched_events) Apr 20 18:32:07.868281 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:32:07.868281 dv-cinder-786932-2-smb neutron-server[86278]: event.method(event) Apr 20 18:32:07.868281 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:32:07.868281 dv-cinder-786932-2-smb neutron-server[86278]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:32:07.868281 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 18:32:07.868281 dv-cinder-786932-2-smb neutron-server[86278]: segment_id)['aggregates'][0] Apr 20 18:32:07.868281 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:32:07.868281 dv-cinder-786932-2-smb neutron-server[86278]: return f(self, *a, **k) Apr 20 18:32:07.868281 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 18:32:07.868281 dv-cinder-786932-2-smb neutron-server[86278]: return self._get(url).json() Apr 20 18:32:07.868281 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:32:07.868281 dv-cinder-786932-2-smb neutron-server[86278]: **kwargs) Apr 20 18:32:07.868281 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 18:32:07.868281 dv-cinder-786932-2-smb neutron-server[86278]: return self.request(url, 'GET', **kwargs) Apr 20 18:32:07.868281 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 18:32:07.868281 dv-cinder-786932-2-smb neutron-server[86278]: **endpoint_filter) Apr 20 18:32:07.868281 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 18:32:07.868281 dv-cinder-786932-2-smb neutron-server[86278]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:32:07.868281 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 18:32:07.868281 dv-cinder-786932-2-smb neutron-server[86278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:32:07.868281 dv-cinder-786932-2-smb neutron-server[86278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:32:07.874796 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-90ff3834-b1ec-48cb-96f7-946959669805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-663289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854378623'] for network, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:07.886621 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0584589-75e2-464f-b3ec-ae4174853366 req-38f9fc4f-f1c0-41a3-817d-3b9ee8757305 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:07.894663 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-b0584589-75e2-464f-b3ec-ae4174853366 req-38f9fc4f-f1c0-41a3-817d-3b9ee8757305 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/ports?device_id=4722ccd8-f7c9-4c68-9967-e1c1e00960df HTTP/1.1" status: 200 len: 946 time: 0.9709182 Apr 20 18:32:07.913120 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:07.930983 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device f490f4f7-9b25-4b64-ab37-aa339d70f1c1 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:32:07.934496 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device ecac05ec-2410-41c4-9ea9-0ca360507bf0 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:32:07.940652 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ff3834-b1ec-48cb-96f7-946959669805 admin admin] Pushing event deleted for resources: {'Network': ['ID=69eb6f97-ea3e-4050-89c1-6e90e1792b19,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:07.952845 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-90ff3834-b1ec-48cb-96f7-946959669805 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for network, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:08.006180 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-90ff3834-b1ec-48cb-96f7-946959669805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:08.026815 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48286ea6-a8ae-42bd-a162-4b7198ccf83a req-4e1b6b0a-9349-42de-bde2-28165bf140f9 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:08.027601 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-90ff3834-b1ec-48cb-96f7-946959669805 admin admin] 10.222.0.20 "DELETE /v2.0/networks/69eb6f97-ea3e-4050-89c1-6e90e1792b19 HTTP/1.1" status: 204 len: 168 time: 1.3990395 Apr 20 18:32:08.037008 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-48286ea6-a8ae-42bd-a162-4b7198ccf83a req-4e1b6b0a-9349-42de-bde2-28165bf140f9 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 945 time: 0.3005054 Apr 20 18:32:08.066995 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-b0584589-75e2-464f-b3ec-ae4174853366 req-a42b881d-cf2a-4f4d-b97d-9b8aa5ecc8be tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ed32cec-6957-435a-bfeb-34cb0da197c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666765 Apr 20 18:32:08.234424 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] No Port match for: ecac05ec-2410-41c4-9ea9-0ca360507bf0 {{(pid=86393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:32:08.235127 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device ecac05ec-2410-41c4-9ea9-0ca360507bf0 not bound to the agent host hv-cinder-78693 {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:32:08.365443 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port f490f4f7-9b25-4b64-ab37-aa339d70f1c1, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f490f4f7-9b25-4b64-ab37-aa339d70f1c1,segment=NetworkSegment(42b51926-c2ca-471c-ac7e-b000ccba3eb6),segment_id=42b51926-c2ca-471c-ac7e-b000ccba3eb6)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:32:08.386845 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-056c88f9-d794-4e1a-be98-74174b87a502 req-919a936c-1f67-4fc9-aad7-741851a2d37c service neutron] 10.222.0.46 "GET /v2.0/networks/07ec5321-0579-4912-85f7-b750583baf28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4897146 Apr 20 18:32:08.399813 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Returning: {'device': 'f490f4f7-9b25-4b64-ab37-aa339d70f1c1', 'network_id': 'c035be72-ec93-4bac-85f8-b0cd68e3656b', 'port_id': 'f490f4f7-9b25-4b64-ab37-aa339d70f1c1', 'mac_address': 'fa:16:3e:8e:9e:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41a62a97-d129-42fa-96d5-fce2a7a65a86', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:32:08.402955 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 36618) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:32:08.496038 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-48286ea6-a8ae-42bd-a162-4b7198ccf83a req-ac6dd6f1-6257-485a-bf3e-6da7d9128fa5 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4570220 Apr 20 18:32:08.543591 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:08.571518 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-d4ad9303-698c-4adc-833e-d320a6484018 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c10c8e1bd4ff416298fcc5e373996fcd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1672003 Apr 20 18:32:08.572259 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 36628) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:32:08.578825 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f490f4f7-9b25-4b64-ab37-aa339d70f1c1 {{(pid=86393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:32:08.598154 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port f490f4f7-9b25-4b64-ab37-aa339d70f1c1, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f490f4f7-9b25-4b64-ab37-aa339d70f1c1,segment=NetworkSegment(42b51926-c2ca-471c-ac7e-b000ccba3eb6),segment_id=42b51926-c2ca-471c-ac7e-b000ccba3eb6)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:32:08.602394 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:08.605911 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:08.682133 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-c2c11516-b2ba-4c3e-8f3b-6335a828de2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:08.695252 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Pushing event updated for resources: {'Port': ['ID=f490f4f7-9b25-4b64-ab37-aa339d70f1c1,revision_number=6']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:08.706984 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:32:08.707858 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:32:08.708429 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:32:08.708992 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:32:08.709549 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:32:08.710130 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:32:08.711326 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:32:08.712053 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:32:08.712613 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:32:08.713168 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:32:08.713739 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:32:08.714289 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:32:08.715455 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-056c88f9-d794-4e1a-be98-74174b87a502 req-093c8302-edfd-430b-9a28-d8a46c69c4be service neutron] 10.222.0.46 "GET /v2.0/networks/07ec5321-0579-4912-85f7-b750583baf28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200080 Apr 20 18:32:08.716583 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-c2c11516-b2ba-4c3e-8f3b-6335a828de2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:08.719893 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] get_ports_and_sgs() called for port_ids ['f490f4f7-9b25-4b64-ab37-aa339d70f1c1'] {{(pid=86393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:32:08.803198 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:08.845265 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-c2c11516-b2ba-4c3e-8f3b-6335a828de2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:08.860663 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-f2d9bda3-b3bf-4b39-8b26-da41fc500576 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:08.872654 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c11516-b2ba-4c3e-8f3b-6335a828de2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18dbf877-4418-4cf7-b982-e374a1f22360,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:08.886684 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-c2c11516-b2ba-4c3e-8f3b-6335a828de2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:08.895986 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-c2c11516-b2ba-4c3e-8f3b-6335a828de2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:08.902123 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-c2c11516-b2ba-4c3e-8f3b-6335a828de2c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/18dbf877-4418-4cf7-b982-e374a1f22360 HTTP/1.1" status: 204 len: 168 time: 0.3285804 Apr 20 18:32:08.928094 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d4ebf1-3979-45cc-b3cb-f4e8755b7440 req-a1532603-f6e3-44cc-b86b-7d14517687f7 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:08.936461 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-48d4ebf1-3979-45cc-b3cb-f4e8755b7440 req-a1532603-f6e3-44cc-b86b-7d14517687f7 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 944 time: 0.2781103 Apr 20 18:32:09.001851 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-48d4ebf1-3979-45cc-b3cb-f4e8755b7440 req-df022e32-798a-4b5e-a3ba-96aa749d13e3 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029e925-67cb-4402-81c8-a9bf97a752e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637591 Apr 20 18:32:09.381323 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a907a77-f49a-4093-b7a2-d27b2be7289f req-f7b74ac3-6830-4000-877b-4496caac1463 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:09.395378 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-8a907a77-f49a-4093-b7a2-d27b2be7289f req-f7b74ac3-6830-4000-877b-4496caac1463 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/ports?device_id=4722ccd8-f7c9-4c68-9967-e1c1e00960df HTTP/1.1" status: 200 len: 946 time: 0.1416638 Apr 20 18:32:09.501829 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-8a907a77-f49a-4093-b7a2-d27b2be7289f req-c02be872-8309-4b96-8a08-180a1e523670 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ed32cec-6957-435a-bfeb-34cb0da197c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053889 Apr 20 18:32:09.741050 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a47e01-8706-4dd1-984c-4f39bf5e20e0 req-fa1b6f45-035e-4415-8863-fa536e67a634 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:09.743636 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-b1a47e01-8706-4dd1-984c-4f39bf5e20e0 req-fa1b6f45-035e-4415-8863-fa536e67a634 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 945 time: 0.1138148 Apr 20 18:32:09.828468 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-b1a47e01-8706-4dd1-984c-4f39bf5e20e0 req-85aaf274-0800-4f54-873e-c16e296a83cb tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769653 Apr 20 18:32:09.946722 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device f490f4f7-9b25-4b64-ab37-aa339d70f1c1 up at agent hyperv_hv-cinder-78693 {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:32:10.067306 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Provisioning complete for port f490f4f7-9b25-4b64-ab37-aa339d70f1c1 triggered by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:32:10.067735 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:10.219115 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:10.255926 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port f490f4f7-9b25-4b64-ab37-aa339d70f1c1, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f490f4f7-9b25-4b64-ab37-aa339d70f1c1,segment=NetworkSegment(42b51926-c2ca-471c-ac7e-b000ccba3eb6),segment_id=42b51926-c2ca-471c-ac7e-b000ccba3eb6)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:32:10.257074 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7156a4bb-3899-4f14-98d6-4edc78bd8159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f490f4f7-9b25-4b64-ab37-aa339d70f1c1'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:32:10.263775 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:10.265801 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:10.343244 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Pushing event updated for resources: {'Port': ['ID=f490f4f7-9b25-4b64-ab37-aa339d70f1c1,revision_number=7']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:10.354467 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:10.666496 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7156a4bb-3899-4f14-98d6-4edc78bd8159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f490f4f7-9b25-4b64-ab37-aa339d70f1c1', 'code': 200} Apr 20 18:32:10.715777 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38b4a3-773f-4239-89fd-38c925ebbd31 req-e2251fd9-bbab-4d0a-bf31-b790ab682bba tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:10.723380 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-af38b4a3-773f-4239-89fd-38c925ebbd31 req-e2251fd9-bbab-4d0a-bf31-b790ab682bba tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 945 time: 0.4071417 Apr 20 18:32:10.788971 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-af38b4a3-773f-4239-89fd-38c925ebbd31 req-02963174-87d9-468c-9578-5d12999e809e tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029e925-67cb-4402-81c8-a9bf97a752e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646021 Apr 20 18:32:10.793837 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b26447-68e7-4d2b-8221-592db2c84b2b req-c15892a7-5847-4274-b86d-7f95f81198e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:10.797697 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f2b26447-68e7-4d2b-8221-592db2c84b2b req-c15892a7-5847-4274-b86d-7f95f81198e4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 1098 time: 0.2025025 Apr 20 18:32:10.883405 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f2b26447-68e7-4d2b-8221-592db2c84b2b req-16dac2f3-b335-4522-9bd1-7c291c2ea6a4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732460 Apr 20 18:32:10.982941 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fcc0e1-3596-4afc-a614-3f48d9ad7a01 req-ec793698-51a4-4ce9-a0db-307e98fb099b tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:10.984617 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-63fcc0e1-3596-4afc-a614-3f48d9ad7a01 req-ec793698-51a4-4ce9-a0db-307e98fb099b tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/ports?device_id=4722ccd8-f7c9-4c68-9967-e1c1e00960df HTTP/1.1" status: 200 len: 946 time: 0.1936991 Apr 20 18:32:11.075436 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-63fcc0e1-3596-4afc-a614-3f48d9ad7a01 req-f37fa9a7-6750-4707-a465-da11f45c5af9 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ed32cec-6957-435a-bfeb-34cb0da197c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834091 Apr 20 18:32:11.137091 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b88693-a43b-435f-88ab-988329cd1020 req-12ab7a94-bfc7-4a5c-bb54-8bc4323deaa2 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:11.139081 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-c1b88693-a43b-435f-88ab-988329cd1020 req-12ab7a94-bfc7-4a5c-bb54-8bc4323deaa2 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 945 time: 0.1290741 Apr 20 18:32:11.235221 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-c1b88693-a43b-435f-88ab-988329cd1020 req-5d703507-a3b6-4388-8f58-4cb7019e5d9b tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847974 Apr 20 18:32:11.965279 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 36790) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:32:12.151065 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f76cb-9126-4060-ad6d-a41d144710a7 req-96e7a3f6-3d32-4ccb-ab1a-ee7de1745a85 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:12.153307 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-734f76cb-9126-4060-ad6d-a41d144710a7 req-96e7a3f6-3d32-4ccb-ab1a-ee7de1745a85 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 945 time: 0.1621802 Apr 20 18:32:12.195207 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-efc22b37-2412-4072-a214-9978e6c19848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:12.214933 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-efc22b37-2412-4072-a214-9978e6c19848 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:32:12.215850 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-734f76cb-9126-4060-ad6d-a41d144710a7 req-e64fb2ce-b446-42e5-8fdb-38e1cd28e3cf tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029e925-67cb-4402-81c8-a9bf97a752e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539958 Apr 20 18:32:12.220611 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-efc22b37-2412-4072-a214-9978e6c19848 admin admin] Usage tracker for resource:security_group_rule and tenant:781eb4522f3346f181585903be582103 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:32:12.224615 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-efc22b37-2412-4072-a214-9978e6c19848 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:32:12.231345 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-efc22b37-2412-4072-a214-9978e6c19848 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:32:12.361905 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-efc22b37-2412-4072-a214-9978e6c19848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:12.406868 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-efc22b37-2412-4072-a214-9978e6c19848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:12.424523 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-7a402301-9361-4a97-8fde-5f46a0841abd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:12.471494 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc22b37-2412-4072-a214-9978e6c19848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fff771e-110a-4d06-9e89-e76ed04b8ec6,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:12.483410 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 36800) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:32:12.483534 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-efc22b37-2412-4072-a214-9978e6c19848 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=781eb4522f3346f181585903be582103&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5168865 Apr 20 18:32:12.484608 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-efc22b37-2412-4072-a214-9978e6c19848 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:12.528851 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c30d5a-3d92-440e-8cb4-aed6a825a393 req-b9260a7f-a096-48c7-854b-a84d8e113430 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:12.538267 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-50c30d5a-3d92-440e-8cb4-aed6a825a393 req-b9260a7f-a096-48c7-854b-a84d8e113430 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 945 time: 0.1744988 Apr 20 18:32:12.603119 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-50c30d5a-3d92-440e-8cb4-aed6a825a393 req-de046bcc-2286-4982-89f0-ec3fdf216e0b tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636535 Apr 20 18:32:12.614774 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-1350ea1d-a951-4833-b370-f157ae80447c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:12.662439 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-1350ea1d-a951-4833-b370-f157ae80447c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:12.717215 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-1350ea1d-a951-4833-b370-f157ae80447c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:12.727040 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-86446d78-5284-4552-b6f5-d6fabe96f96f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:12.741472 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1350ea1d-a951-4833-b370-f157ae80447c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fff771e-110a-4d06-9e89-e76ed04b8ec6,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:12.743833 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-1350ea1d-a951-4833-b370-f157ae80447c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:12.748101 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-1350ea1d-a951-4833-b370-f157ae80447c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:12.763330 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-1350ea1d-a951-4833-b370-f157ae80447c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2fff771e-110a-4d06-9e89-e76ed04b8ec6 HTTP/1.1" status: 204 len: 168 time: 0.2786622 Apr 20 18:32:13.153915 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 36832) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:32:13.285122 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.db_base_plugin_v2 [None req-4874144b-7ed1-4222-93e5-d502d682f9c2 admin admin] Deleting subnet 037ec4cf-614f-4a7b-aebb-b8ef43103317 {{(pid=86392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 18:32:13.288597 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4874144b-7ed1-4222-93e5-d502d682f9c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:13.528683 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ab0e2-2d0b-47b9-b08e-dff970f8e295 req-7548ae73-8624-400c-a237-d1e2a1b8d4c1 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:13.530276 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4874144b-7ed1-4222-93e5-d502d682f9c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2213469'] for subnet, precommit_delete_associations {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:13.536663 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-069ab0e2-2d0b-47b9-b08e-dff970f8e295 req-7548ae73-8624-400c-a237-d1e2a1b8d4c1 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 945 time: 0.1222641 Apr 20 18:32:13.595242 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d489c5-314c-4b8e-a2d7-a212fd78c9ef req-8cd49b05-f4b1-4749-ae00-08b29749019d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:13.596780 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-40d489c5-314c-4b8e-a2d7-a212fd78c9ef req-8cd49b05-f4b1-4749-ae00-08b29749019d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a7d00bc2297e4088a3209dad8c5ffa52&device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 1098 time: 0.2327344 Apr 20 18:32:13.610091 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-069ab0e2-2d0b-47b9-b08e-dff970f8e295 req-f0a22379-1987-4e3f-9128-e7aa40e3b68e tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029e925-67cb-4402-81c8-a9bf97a752e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724087 Apr 20 18:32:13.713718 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf8232d-0fb1-4038-af7d-9fb28b487815 req-105242e2-3fa7-4311-9575-0594c64dd60a tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:13.715532 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-9cf8232d-0fb1-4038-af7d-9fb28b487815 req-105242e2-3fa7-4311-9575-0594c64dd60a tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 945 time: 0.3527412 Apr 20 18:32:13.759623 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4874144b-7ed1-4222-93e5-d502d682f9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663204'] for subnet, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:13.866454 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-9cf8232d-0fb1-4038-af7d-9fb28b487815 req-69e40442-9a9f-48ef-a016-2fdbefca3119 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373241 Apr 20 18:32:13.910615 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d489c5-314c-4b8e-a2d7-a212fd78c9ef req-0669a6c3-5640-42ce-9cb1-fbbd2431da5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:13.912242 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-40d489c5-314c-4b8e-a2d7-a212fd78c9ef req-0669a6c3-5640-42ce-9cb1-fbbd2431da5a service neutron] 10.222.0.46 "GET /v2.0/networks?id=b38b090e-8861-4ffd-9c34-064e6f8a30de HTTP/1.1" status: 200 len: 920 time: 0.3028793 Apr 20 18:32:14.042112 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-40d489c5-314c-4b8e-a2d7-a212fd78c9ef req-6f6afe51-adb1-4266-a152-e668cfa96fd0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f99eaee-b40b-45fe-994a-ca09c8db528d HTTP/1.1" status: 200 len: 217 time: 0.0791035 Apr 20 18:32:14.141674 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d489c5-314c-4b8e-a2d7-a212fd78c9ef req-90f4dfac-4aae-4f63-b826-b772596736df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:14.143315 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-40d489c5-314c-4b8e-a2d7-a212fd78c9ef req-90f4dfac-4aae-4f63-b826-b772596736df service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b2183557-3402-47d4-9d62-f632ed212213 HTTP/1.1" status: 200 len: 859 time: 0.0909250 Apr 20 18:32:14.211910 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-40d489c5-314c-4b8e-a2d7-a212fd78c9ef req-619b0779-825c-4874-8451-b51d09390f70 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b38b090e-8861-4ffd-9c34-064e6f8a30de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564258 Apr 20 18:32:14.372467 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-40d489c5-314c-4b8e-a2d7-a212fd78c9ef req-c20c05ce-ea41-4984-9e4d-85fd1621f378 service neutron] 10.222.0.46 "GET /v2.0/networks/b38b090e-8861-4ffd-9c34-064e6f8a30de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461389 Apr 20 18:32:14.568751 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4874144b-7ed1-4222-93e5-d502d682f9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854112612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852621942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086978'] for subnet, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:14.578928 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-5e588fd1-5b90-483f-aef8-ae46bbe52d98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:14.621562 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-40d489c5-314c-4b8e-a2d7-a212fd78c9ef req-762e483e-689b-4f86-a4d5-29065b14bdf9 service neutron] 10.222.0.46 "GET /v2.0/networks/b38b090e-8861-4ffd-9c34-064e6f8a30de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189529 Apr 20 18:32:14.624059 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4874144b-7ed1-4222-93e5-d502d682f9c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=037ec4cf-614f-4a7b-aebb-b8ef43103317,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:14.626378 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4874144b-7ed1-4222-93e5-d502d682f9c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for subnet, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:14.629542 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-4874144b-7ed1-4222-93e5-d502d682f9c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:14.634076 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-4874144b-7ed1-4222-93e5-d502d682f9c2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/037ec4cf-614f-4a7b-aebb-b8ef43103317 HTTP/1.1" status: 204 len: 168 time: 1.4787822 Apr 20 18:32:14.636869 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 36870) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:32:14.778810 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-52217fe7-29cc-4377-a516-1ed423700512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569320'] for network, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:14.994855 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb03ca5-9e67-4355-b466-f611da4c822e req-e6765634-d70c-4a0b-9744-a84a9392aa89 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:14.996701 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-52217fe7-29cc-4377-a516-1ed423700512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854112527', 'neutron.services.segments.db._delete_segments_for_network-8758776337267'] for network, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:15.013428 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-aeb03ca5-9e67-4355-b466-f611da4c822e req-e6765634-d70c-4a0b-9744-a84a9392aa89 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 945 time: 0.2121711 Apr 20 18:32:15.076915 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-aeb03ca5-9e67-4355-b466-f611da4c822e req-e82ad403-bdaa-410e-a578-2ac6566fb320 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029e925-67cb-4402-81c8-a9bf97a752e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621498 Apr 20 18:32:15.195070 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.services.segments.db [None req-52217fe7-29cc-4377-a516-1ed423700512 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43ccf1dd-c8e6-4cae-8d19-b023423de452']}} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:32:15.219281 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.services.segments.db [None req-52217fe7-29cc-4377-a516-1ed423700512 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8bdd10f-942f-47b5-87d7-a2804a59eb3d') {'for_net_delete': True} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:32:15.219837 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.services.segments.db [None req-52217fe7-29cc-4377-a516-1ed423700512 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8bdd10f-942f-47b5-87d7-a2804a59eb3d') {} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:32:15.245757 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-52217fe7-29cc-4377-a516-1ed423700512 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278078409571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852562347'] for segment, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:15.276876 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f51279-18ae-4297-9fdf-e9e54c5ed81d req-d0906d70-c8c0-4b0f-8edc-711ece9cbe09 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:15.284648 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-d7f51279-18ae-4297-9fdf-e9e54c5ed81d req-d0906d70-c8c0-4b0f-8edc-711ece9cbe09 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 945 time: 0.1775818 Apr 20 18:32:15.287565 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-52217fe7-29cc-4377-a516-1ed423700512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854116670'] for segment, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:15.314387 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52217fe7-29cc-4377-a516-1ed423700512 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=86392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 18:32:15.426816 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-d7f51279-18ae-4297-9fdf-e9e54c5ed81d req-7a66a25c-bf7b-4c83-b387-e6d56d6401ad tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406860 Apr 20 18:32:15.791135 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-52217fe7-29cc-4377-a516-1ed423700512 admin admin] Network 43ccf1dd-c8e6-4cae-8d19-b023423de452 has no segments {{(pid=86392) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:32:15.805453 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-52217fe7-29cc-4377-a516-1ed423700512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-659125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2155049'] for segment, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:15.821258 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 36898) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:32:16.013379 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-29de63e2-3c0f-485d-b350-09d8f8727149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:16.029478 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-29de63e2-3c0f-485d-b350-09d8f8727149 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:32:16.033987 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-29de63e2-3c0f-485d-b350-09d8f8727149 admin admin] Usage tracker for resource:security_group_rule and tenant:462bdb928a84415ba425dc8ff4bb224a is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:32:16.037535 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-29de63e2-3c0f-485d-b350-09d8f8727149 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:32:16.038747 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-52217fe7-29cc-4377-a516-1ed423700512 admin admin] Network 43ccf1dd-c8e6-4cae-8d19-b023423de452 has no segments {{(pid=86392) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:32:16.044104 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-29de63e2-3c0f-485d-b350-09d8f8727149 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:32:16.064285 dv-cinder-786932-2-smb neutron-server[86278]: Traceback (most recent call last): Apr 20 18:32:16.064285 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 18:32:16.064285 dv-cinder-786932-2-smb neutron-server[86278]: timer() Apr 20 18:32:16.064285 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:32:16.064285 dv-cinder-786932-2-smb neutron-server[86278]: cb(*args, **kw) Apr 20 18:32:16.064285 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 18:32:16.064285 dv-cinder-786932-2-smb neutron-server[86278]: return func(*args, **kwargs) Apr 20 18:32:16.064285 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:32:16.064285 dv-cinder-786932-2-smb neutron-server[86278]: self._notify() Apr 20 18:32:16.064285 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:32:16.064285 dv-cinder-786932-2-smb neutron-server[86278]: self.callback(batched_events) Apr 20 18:32:16.064285 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:32:16.064285 dv-cinder-786932-2-smb neutron-server[86278]: event.method(event) Apr 20 18:32:16.064285 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:32:16.064285 dv-cinder-786932-2-smb neutron-server[86278]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:32:16.064285 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 18:32:16.064285 dv-cinder-786932-2-smb neutron-server[86278]: segment_id)['aggregates'][0] Apr 20 18:32:16.064285 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:32:16.064285 dv-cinder-786932-2-smb neutron-server[86278]: return f(self, *a, **k) Apr 20 18:32:16.064285 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 18:32:16.064285 dv-cinder-786932-2-smb neutron-server[86278]: return self._get(url).json() Apr 20 18:32:16.064285 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:32:16.064285 dv-cinder-786932-2-smb neutron-server[86278]: **kwargs) Apr 20 18:32:16.064285 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 18:32:16.064285 dv-cinder-786932-2-smb neutron-server[86278]: return self.request(url, 'GET', **kwargs) Apr 20 18:32:16.064285 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 18:32:16.064285 dv-cinder-786932-2-smb neutron-server[86278]: **endpoint_filter) Apr 20 18:32:16.064285 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 18:32:16.064285 dv-cinder-786932-2-smb neutron-server[86278]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:32:16.064285 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 18:32:16.064285 dv-cinder-786932-2-smb neutron-server[86278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:32:16.064285 dv-cinder-786932-2-smb neutron-server[86278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:32:16.171002 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-52217fe7-29cc-4377-a516-1ed423700512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-663289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854378623'] for network, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:16.176802 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-52217fe7-29cc-4377-a516-1ed423700512 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for network, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:16.182189 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:16.226346 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52217fe7-29cc-4377-a516-1ed423700512 admin admin] Pushing event deleted for resources: {'Network': ['ID=43ccf1dd-c8e6-4cae-8d19-b023423de452,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:16.234298 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-52217fe7-29cc-4377-a516-1ed423700512 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:16.251071 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-52217fe7-29cc-4377-a516-1ed423700512 admin admin] 10.222.0.20 "DELETE /v2.0/networks/43ccf1dd-c8e6-4cae-8d19-b023423de452 HTTP/1.1" status: 204 len: 168 time: 1.6088095 Apr 20 18:32:16.328883 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e771e-a9db-463c-9be8-4948f39c67ed req-2deb63ed-1058-402d-8724-b0a5c53d81b8 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:16.337368 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-be7e771e-a9db-463c-9be8-4948f39c67ed req-2deb63ed-1058-402d-8724-b0a5c53d81b8 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 945 time: 0.1206036 Apr 20 18:32:16.396946 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-be7e771e-a9db-463c-9be8-4948f39c67ed req-03b87c88-a12e-4f9c-8992-d19049348bdd tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029e925-67cb-4402-81c8-a9bf97a752e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585551 Apr 20 18:32:16.454106 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-29de63e2-3c0f-485d-b350-09d8f8727149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:16.463729 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-29de63e2-3c0f-485d-b350-09d8f8727149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:16.488489 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 36914) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:32:16.503572 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ee08f8f-c4a6-4504-852a-05bf1934e496 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:16.523492 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-29de63e2-3c0f-485d-b350-09d8f8727149 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=462bdb928a84415ba425dc8ff4bb224a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7009099 Apr 20 18:32:16.525533 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 36918) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:32:16.556442 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-da491643-c855-4ed8-bb98-611bd33f2392 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=556b1d613976475a85611d2d08887d47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0660284 Apr 20 18:32:16.557137 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 36920) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:32:16.571884 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29de63e2-3c0f-485d-b350-09d8f8727149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bde50c1-404c-4a6f-ab26-829137456b5f,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:16.618018 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-29de63e2-3c0f-485d-b350-09d8f8727149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:16.641312 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:16.679985 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-450444ba-cd38-4b42-bdb7-a40706938d57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:16.699270 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4a19a159-cf0f-4027-bb20-b2726419d0ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:16.741377 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-450444ba-cd38-4b42-bdb7-a40706938d57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:16.751714 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4a19a159-cf0f-4027-bb20-b2726419d0ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:16.841608 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe19607-f47c-4dba-bda6-f40be2dc8c5a req-02a076bb-b25b-4fb9-af13-7a32c90ae0dd tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:16.845948 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-450444ba-cd38-4b42-bdb7-a40706938d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:16.850043 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-3fe19607-f47c-4dba-bda6-f40be2dc8c5a req-02a076bb-b25b-4fb9-af13-7a32c90ae0dd tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 945 time: 0.1960950 Apr 20 18:32:16.851328 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-f3f6e367-0c30-457e-986b-cf93b56a5d7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:16.873541 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450444ba-cd38-4b42-bdb7-a40706938d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bde50c1-404c-4a6f-ab26-829137456b5f,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:16.876369 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-450444ba-cd38-4b42-bdb7-a40706938d57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:16.905905 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-450444ba-cd38-4b42-bdb7-a40706938d57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:16.910673 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-450444ba-cd38-4b42-bdb7-a40706938d57 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7bde50c1-404c-4a6f-ab26-829137456b5f HTTP/1.1" status: 204 len: 168 time: 0.3405843 Apr 20 18:32:16.958682 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-3fe19607-f47c-4dba-bda6-f40be2dc8c5a req-0fc65c6e-047a-4b1c-90e5-6e88ad347d74 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952148 Apr 20 18:32:16.966792 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4a19a159-cf0f-4027-bb20-b2726419d0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:16.987381 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-a10f459f-b867-49c8-b14b-aaa706f9cdec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:17.001598 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a19a159-cf0f-4027-bb20-b2726419d0ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9e26c7-bedf-469d-a930-153a51afd6ee,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:17.005203 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-4a19a159-cf0f-4027-bb20-b2726419d0ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:17.013655 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4a19a159-cf0f-4027-bb20-b2726419d0ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:17.027752 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-4a19a159-cf0f-4027-bb20-b2726419d0ac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9e9e26c7-bedf-469d-a930-153a51afd6ee HTTP/1.1" status: 204 len: 168 time: 0.4682808 Apr 20 18:32:17.623863 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 36960) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:32:17.681715 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e571353d-5827-49a2-b466-91d94b236b55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:17.713745 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-e571353d-5827-49a2-b466-91d94b236b55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:32:17.721762 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-e571353d-5827-49a2-b466-91d94b236b55 admin admin] Usage tracker for resource:security_group_rule and tenant:074ce6997d8c45219097a00c81259954 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:32:17.725493 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-e571353d-5827-49a2-b466-91d94b236b55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:32:17.732203 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-e571353d-5827-49a2-b466-91d94b236b55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:32:17.755891 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c34b384-6cdd-4e17-aded-140cefa6f3aa req-b5ac8a05-1c24-4467-9321-ed073f2aec28 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:17.767669 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-2c34b384-6cdd-4e17-aded-140cefa6f3aa req-b5ac8a05-1c24-4467-9321-ed073f2aec28 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 945 time: 0.1622224 Apr 20 18:32:17.834738 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e571353d-5827-49a2-b466-91d94b236b55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:17.840017 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e571353d-5827-49a2-b466-91d94b236b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:17.878539 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-b190a901-a6dd-4f68-9627-691eb6de6132 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:17.885328 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-2c34b384-6cdd-4e17-aded-140cefa6f3aa req-330cdf69-717e-4728-a3a9-e00fd58d13c5 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029e925-67cb-4402-81c8-a9bf97a752e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162748 Apr 20 18:32:17.916211 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-e571353d-5827-49a2-b466-91d94b236b55 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=074ce6997d8c45219097a00c81259954&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2893705 Apr 20 18:32:17.917678 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e571353d-5827-49a2-b466-91d94b236b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a6c840-7901-478f-82b2-68766705a964,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:17.919280 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 36968) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:32:17.921760 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-e571353d-5827-49a2-b466-91d94b236b55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:18.013204 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-1b01afb1-7b1b-415a-aea1-b0a9fd617420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:18.045748 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-1b01afb1-7b1b-415a-aea1-b0a9fd617420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:18.106163 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-1b01afb1-7b1b-415a-aea1-b0a9fd617420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:18.113629 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-551b18d2-8244-4682-ac90-7da07400b808 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:18.130614 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b01afb1-7b1b-415a-aea1-b0a9fd617420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a6c840-7901-478f-82b2-68766705a964,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:18.133764 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-1b01afb1-7b1b-415a-aea1-b0a9fd617420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:18.135056 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-1b01afb1-7b1b-415a-aea1-b0a9fd617420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:18.136464 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-1b01afb1-7b1b-415a-aea1-b0a9fd617420 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/82a6c840-7901-478f-82b2-68766705a964 HTTP/1.1" status: 204 len: 168 time: 0.2158949 Apr 20 18:32:19.195483 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77159545-ddff-48d2-a9ef-3ae5c1231c8c req-cb06a2e8-8e65-474a-9086-9f6ce6bdb96e tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:19.205052 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-77159545-ddff-48d2-a9ef-3ae5c1231c8c req-cb06a2e8-8e65-474a-9086-9f6ce6bdb96e tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 945 time: 0.1304903 Apr 20 18:32:19.266830 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-77159545-ddff-48d2-a9ef-3ae5c1231c8c req-55d5a6cd-7b0f-425b-91f7-f0c0516297d1 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029e925-67cb-4402-81c8-a9bf97a752e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584354 Apr 20 18:32:19.848974 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.agents_db [None req-bb53aea3-de48-49b3-8e00-ae07e91d3609 None None] Agent healthcheck: found 6 active agents {{(pid=86394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:32:20.519543 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c58441-7b6d-471c-b66c-dc77a770d101 req-3c8fd724-24fe-491c-8d8f-07668acc2601 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:20.527563 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f7c58441-7b6d-471c-b66c-dc77a770d101 req-3c8fd724-24fe-491c-8d8f-07668acc2601 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 945 time: 0.1195328 Apr 20 18:32:20.581227 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f7c58441-7b6d-471c-b66c-dc77a770d101 req-68384930-b8a8-4e68-80e4-b72b2ab4dc7e tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029e925-67cb-4402-81c8-a9bf97a752e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526454 Apr 20 18:32:21.804837 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 37144) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:32:21.841098 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d966b6-3193-4794-bef3-08725ecf54c8 req-d55b9d86-e067-4d56-be4e-9ed6f50a0f71 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:21.843849 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-42d966b6-3193-4794-bef3-08725ecf54c8 req-d55b9d86-e067-4d56-be4e-9ed6f50a0f71 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 945 time: 0.1195881 Apr 20 18:32:21.920542 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-42d966b6-3193-4794-bef3-08725ecf54c8 req-026f6d18-0ea6-4ef2-a9d9-a39dde36f29d tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029e925-67cb-4402-81c8-a9bf97a752e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688865 Apr 20 18:32:22.000874 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-5f396298-5042-4194-aaff-67bdd74e985c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:22.035086 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-5f396298-5042-4194-aaff-67bdd74e985c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:32:22.048078 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-5f396298-5042-4194-aaff-67bdd74e985c admin admin] Usage tracker for resource:security_group_rule and tenant:0af5b9cba2db4468b985f58686d261c5 is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:32:22.051935 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-5f396298-5042-4194-aaff-67bdd74e985c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:32:22.060147 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-5f396298-5042-4194-aaff-67bdd74e985c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:32:22.154852 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-5f396298-5042-4194-aaff-67bdd74e985c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:22.161047 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-5f396298-5042-4194-aaff-67bdd74e985c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:22.193021 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-80da237c-77c5-49b4-8959-1fa9c9650cc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:22.213828 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 37154) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:32:22.213992 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-5f396298-5042-4194-aaff-67bdd74e985c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0af5b9cba2db4468b985f58686d261c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4076805 Apr 20 18:32:22.249573 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f396298-5042-4194-aaff-67bdd74e985c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651ae1f6-225b-479d-bd3f-4ebf3f1ecebb,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:22.262259 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-5f396298-5042-4194-aaff-67bdd74e985c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:22.353429 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8b9e52bb-2eda-426a-b1bd-e8a660e75105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:22.393030 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8b9e52bb-2eda-426a-b1bd-e8a660e75105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:22.478740 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac09384-f347-447a-a0fb-e114420beb51 req-7035839f-705d-4c40-af21-656d161a5e95 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:22.487118 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-1ac09384-f347-447a-a0fb-e114420beb51 req-7035839f-705d-4c40-af21-656d161a5e95 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=218186a4-cdc1-4f70-b2f9-9b892470334d HTTP/1.1" status: 200 len: 945 time: 0.1797521 Apr 20 18:32:22.509031 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8b9e52bb-2eda-426a-b1bd-e8a660e75105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:22.509681 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-53079fe7-9026-4398-ba2d-272ed1e9539b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:22.531667 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9e52bb-2eda-426a-b1bd-e8a660e75105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651ae1f6-225b-479d-bd3f-4ebf3f1ecebb,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:22.541348 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-8b9e52bb-2eda-426a-b1bd-e8a660e75105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:22.542268 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8b9e52bb-2eda-426a-b1bd-e8a660e75105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:22.545973 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-8b9e52bb-2eda-426a-b1bd-e8a660e75105 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/651ae1f6-225b-479d-bd3f-4ebf3f1ecebb HTTP/1.1" status: 204 len: 168 time: 0.3283348 Apr 20 18:32:22.591094 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-1ac09384-f347-447a-a0fb-e114420beb51 req-c175267b-16fe-4261-aa6a-ed640d28565b tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028078 Apr 20 18:32:23.207616 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488b4b7-699d-4275-af1c-ac05e5ec4df5 req-a5683279-75b7-4e0f-b974-70b820096471 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:23.209200 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-c488b4b7-699d-4275-af1c-ac05e5ec4df5 req-a5683279-75b7-4e0f-b974-70b820096471 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 945 time: 0.0991313 Apr 20 18:32:23.327218 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-c488b4b7-699d-4275-af1c-ac05e5ec4df5 req-02d3370b-57ab-4949-9963-2ccea620dc2a tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029e925-67cb-4402-81c8-a9bf97a752e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979552 Apr 20 18:32:23.361339 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaf5daa-d22e-4afe-a7de-276a266eb41f req-a43e70f3-166f-4ca1-8367-d121ef45c1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:23.362995 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-7aaf5daa-d22e-4afe-a7de-276a266eb41f req-a43e70f3-166f-4ca1-8367-d121ef45c1c4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=96a404d19bd540809d4ea207dd16d6ad&device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 1098 time: 0.1153557 Apr 20 18:32:23.521166 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaf5daa-d22e-4afe-a7de-276a266eb41f req-7737e27c-979c-4902-b264-7561ea748c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:23.522769 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-7aaf5daa-d22e-4afe-a7de-276a266eb41f req-7737e27c-979c-4902-b264-7561ea748c7d service neutron] 10.222.0.46 "GET /v2.0/networks?id=c035be72-ec93-4bac-85f8-b0cd68e3656b HTTP/1.1" status: 200 len: 918 time: 0.1465664 Apr 20 18:32:23.638060 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-7aaf5daa-d22e-4afe-a7de-276a266eb41f req-7f79c5d8-8a1a-4072-9bd6-c9c81698820f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f490f4f7-9b25-4b64-ab37-aa339d70f1c1 HTTP/1.1" status: 200 len: 1001 time: 0.1072881 Apr 20 18:32:23.691440 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-135fb54b-1394-4a5d-a970-e5b09af3bb12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:23.716485 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaf5daa-d22e-4afe-a7de-276a266eb41f req-45f8bdd0-e1bd-4e99-a304-150dde9bb91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:23.718172 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-7aaf5daa-d22e-4afe-a7de-276a266eb41f req-45f8bdd0-e1bd-4e99-a304-150dde9bb91b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=41a62a97-d129-42fa-96d5-fce2a7a65a86 HTTP/1.1" status: 200 len: 856 time: 0.0678589 Apr 20 18:32:23.794914 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d90a6d-a33d-4eec-a015-d8794cf5d227 req-6bfa24c8-dab5-423d-b1ef-9dabfdb6bc4f tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:23.796517 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-99d90a6d-a33d-4eec-a015-d8794cf5d227 req-6bfa24c8-dab5-423d-b1ef-9dabfdb6bc4f tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=218186a4-cdc1-4f70-b2f9-9b892470334d HTTP/1.1" status: 200 len: 945 time: 0.0900517 Apr 20 18:32:23.813877 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaf5daa-d22e-4afe-a7de-276a266eb41f req-f6202ecc-3300-4cb9-8a61-0f215bdd89e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:23.815777 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-7aaf5daa-d22e-4afe-a7de-276a266eb41f req-f6202ecc-3300-4cb9-8a61-0f215bdd89e3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c035be72-ec93-4bac-85f8-b0cd68e3656b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0865898 Apr 20 18:32:23.853033 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 37218) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:32:23.857810 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-99d90a6d-a33d-4eec-a015-d8794cf5d227 req-047c5ae5-fcdd-4c56-b835-ad3c6648396a tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527177 Apr 20 18:32:23.982098 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-7aaf5daa-d22e-4afe-a7de-276a266eb41f req-a0bb9060-7593-405a-a37a-6da218d4b090 service neutron] 10.222.0.46 "GET /v2.0/networks/c035be72-ec93-4bac-85f8-b0cd68e3656b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584504 Apr 20 18:32:24.091596 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-b03ea74f-658e-4c43-a9f3-16474c681c8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:24.121404 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-b03ea74f-658e-4c43-a9f3-16474c681c8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:32:24.137652 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-b03ea74f-658e-4c43-a9f3-16474c681c8d admin admin] Usage tracker for resource:security_group_rule and tenant:97447945de9a43c89fb2d2790fb848a8 is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:32:24.142961 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-b03ea74f-658e-4c43-a9f3-16474c681c8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:32:24.151901 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-b03ea74f-658e-4c43-a9f3-16474c681c8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:32:24.177114 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-7aaf5daa-d22e-4afe-a7de-276a266eb41f req-9dec49bd-5bf7-41d6-bba5-4f6947337807 service neutron] 10.222.0.46 "GET /v2.0/networks/c035be72-ec93-4bac-85f8-b0cd68e3656b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857500 Apr 20 18:32:24.260830 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-b03ea74f-658e-4c43-a9f3-16474c681c8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:24.264327 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-b03ea74f-658e-4c43-a9f3-16474c681c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:24.274820 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-82fb6b65-2d56-4f62-a8a1-65a3d450556c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:24.317487 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03ea74f-658e-4c43-a9f3-16474c681c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a690a5a0-b4ee-4e75-a700-b547b38cbdd5,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:24.320784 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-b03ea74f-658e-4c43-a9f3-16474c681c8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:24.323977 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-b03ea74f-658e-4c43-a9f3-16474c681c8d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=97447945de9a43c89fb2d2790fb848a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4689090 Apr 20 18:32:24.326302 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 37236) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:32:24.406841 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-99567ff7-8e44-4bbe-846d-329a3e159eae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:24.436579 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-99567ff7-8e44-4bbe-846d-329a3e159eae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:24.547398 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-99567ff7-8e44-4bbe-846d-329a3e159eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:24.552371 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-d8be7ed6-4c7b-4aa5-9ae0-0522d6af4fcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:24.569553 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99567ff7-8e44-4bbe-846d-329a3e159eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a690a5a0-b4ee-4e75-a700-b547b38cbdd5,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:24.572636 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-99567ff7-8e44-4bbe-846d-329a3e159eae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:24.593738 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e7326-c924-4715-afb9-2246ca415cc1 req-f1bc099a-9685-4257-9df2-50a132e8b1b7 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:24.595376 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-df6e7326-c924-4715-afb9-2246ca415cc1 req-f1bc099a-9685-4257-9df2-50a132e8b1b7 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 945 time: 0.1357777 Apr 20 18:32:24.597650 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-99567ff7-8e44-4bbe-846d-329a3e159eae admin admin] Notify callbacks [] for security_group, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:24.598785 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-99567ff7-8e44-4bbe-846d-329a3e159eae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a690a5a0-b4ee-4e75-a700-b547b38cbdd5 HTTP/1.1" status: 204 len: 168 time: 0.2697494 Apr 20 18:32:24.660282 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-df6e7326-c924-4715-afb9-2246ca415cc1 req-858f878d-3a97-462b-8fd5-8b9dd281c523 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029e925-67cb-4402-81c8-a9bf97a752e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539198 Apr 20 18:32:24.863527 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d618f1c3-e290-48ae-a8bd-9037d620c46c req-3ddb014e-51df-4714-834a-a24b1ac72c39 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:24.865876 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-d618f1c3-e290-48ae-a8bd-9037d620c46c req-3ddb014e-51df-4714-834a-a24b1ac72c39 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.46 "GET /v2.0/ports?device_id=218186a4-cdc1-4f70-b2f9-9b892470334d HTTP/1.1" status: 200 len: 945 time: 0.1108832 Apr 20 18:32:24.967750 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [req-d618f1c3-e290-48ae-a8bd-9037d620c46c req-8565c11b-2998-42e4-bdbd-64ea42c12e78 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Deleting port 48b305ac-b135-4e12-a025-5ffa20b97daa {{(pid=86392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:32:24.968126 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-d618f1c3-e290-48ae-a8bd-9037d620c46c req-8565c11b-2998-42e4-bdbd-64ea42c12e78 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278078475124'] for port, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:25.085245 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d68e3b-5a1e-4842-9c0f-f7f570f0d8cb req-a18bd3d2-d18a-4367-b5ea-0fb9543b02ff tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:25.087179 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-16d68e3b-5a1e-4842-9c0f-f7f570f0d8cb req-a18bd3d2-d18a-4367-b5ea-0fb9543b02ff tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=218186a4-cdc1-4f70-b2f9-9b892470334d HTTP/1.1" status: 200 len: 945 time: 0.0952520 Apr 20 18:32:25.138076 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-16d68e3b-5a1e-4842-9c0f-f7f570f0d8cb req-6bc0abd4-cd58-4f5a-b934-ad6efb67c1b6 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420821 Apr 20 18:32:25.250180 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [req-d618f1c3-e290-48ae-a8bd-9037d620c46c req-8565c11b-2998-42e4-bdbd-64ea42c12e78 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] For port 48b305ac-b135-4e12-a025-5ffa20b97daa, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=48b305ac-b135-4e12-a025-5ffa20b97daa,segment=NetworkSegment(a75a35db-dac0-4400-9a60-474492d34744),segment_id=a75a35db-dac0-4400-9a60-474492d34744)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:32:25.250579 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-d618f1c3-e290-48ae-a8bd-9037d620c46c req-8565c11b-2998-42e4-bdbd-64ea42c12e78 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7972734'] for port, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:25.349707 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 37266) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:32:25.385758 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [req-d618f1c3-e290-48ae-a8bd-9037d620c46c req-8565c11b-2998-42e4-bdbd-64ea42c12e78 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Calling delete_port for 48b305ac-b135-4e12-a025-5ffa20b97daa owned by compute:nova {{(pid=86392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:32:25.480301 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e08aaa14-ff71-46f1-b860-3ac15c50e39e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:25.495820 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-e08aaa14-ff71-46f1-b860-3ac15c50e39e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:32:25.500686 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-e08aaa14-ff71-46f1-b860-3ac15c50e39e admin admin] Usage tracker for resource:security_group_rule and tenant:df3c6fb240c9410fb80d25f67e8b03e7 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:32:25.503711 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-e08aaa14-ff71-46f1-b860-3ac15c50e39e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:32:25.509699 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-e08aaa14-ff71-46f1-b860-3ac15c50e39e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:32:25.545566 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-d618f1c3-e290-48ae-a8bd-9037d620c46c req-8565c11b-2998-42e4-bdbd-64ea42c12e78 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278078469919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758775855577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852620706'] for port, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:25.551435 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-f4098fa9-1a93-4972-9834-c0f4c8f057f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:25.562375 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] get_ports_and_sgs() called for port_ids ['5f99eaee-b40b-45fe-994a-ca09c8db528d', '48b305ac-b135-4e12-a025-5ffa20b97daa'] {{(pid=86393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:32:25.599112 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e08aaa14-ff71-46f1-b860-3ac15c50e39e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:25.602010 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8565c11b-2998-42e4-bdbd-64ea42c12e78 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Pushing event deleted for resources: {'Port': ['ID=48b305ac-b135-4e12-a025-5ffa20b97daa,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:25.602478 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e08aaa14-ff71-46f1-b860-3ac15c50e39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:25.607248 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-8565c11b-2998-42e4-bdbd-64ea42c12e78 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:25.620249 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-54878ead-27b1-4e18-abf5-cb56f890e85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:25.630980 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-4e380947-2fe5-4231-8b77-442d2e9cc24a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:25.643042 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-e08aaa14-ff71-46f1-b860-3ac15c50e39e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=df3c6fb240c9410fb80d25f67e8b03e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2919486 Apr 20 18:32:25.644234 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 37274) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:32:25.684332 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [req-d618f1c3-e290-48ae-a8bd-9037d620c46c req-8565c11b-2998-42e4-bdbd-64ea42c12e78 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] No DVR routers for this DVR port 48b305ac-b135-4e12-a025-5ffa20b97daa on host hv-cinder-78693 {{(pid=86392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:32:25.687497 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-d618f1c3-e290-48ae-a8bd-9037d620c46c req-8565c11b-2998-42e4-bdbd-64ea42c12e78 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031'] for port, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:25.690443 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '218186a4-cdc1-4f70-b2f9-9b892470334d', 'name': 'network-vif-deleted', 'tag': '48b305ac-b135-4e12-a025-5ffa20b97daa'}] {{(pid=86392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:32:25.719709 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08aaa14-ff71-46f1-b860-3ac15c50e39e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d87699a1-e10e-4511-98aa-bc53e7616f93,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:25.722531 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-d618f1c3-e290-48ae-a8bd-9037d620c46c req-8565c11b-2998-42e4-bdbd-64ea42c12e78 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.46 "DELETE /v2.0/ports/48b305ac-b135-4e12-a025-5ffa20b97daa HTTP/1.1" status: 204 len: 173 time: 0.8494711 Apr 20 18:32:25.735330 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-e08aaa14-ff71-46f1-b860-3ac15c50e39e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:25.759700 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3cabe40b-c38d-4621-884c-0d67a78e271c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:25.774274 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '218186a4-cdc1-4f70-b2f9-9b892470334d', 'name': 'network-vif-deleted', 'tag': '48b305ac-b135-4e12-a025-5ffa20b97daa', 'status': 'completed', 'code': 200} Apr 20 18:32:25.795541 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3cabe40b-c38d-4621-884c-0d67a78e271c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:25.843210 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3cabe40b-c38d-4621-884c-0d67a78e271c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:25.850123 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-e0503c6e-cea3-4a06-a575-c1a58431dc5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:25.873575 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3cabe40b-c38d-4621-884c-0d67a78e271c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:25.875211 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-3cabe40b-c38d-4621-884c-0d67a78e271c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d87699a1-e10e-4511-98aa-bc53e7616f93 HTTP/1.1" status: 204 len: 168 time: 0.2283044 Apr 20 18:32:25.876331 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cabe40b-c38d-4621-884c-0d67a78e271c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87699a1-e10e-4511-98aa-bc53e7616f93,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:25.879496 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-3cabe40b-c38d-4621-884c-0d67a78e271c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:25.918183 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1270cf6a-84fc-4ee6-8ac0-189a8230d3ae req-f8474665-4606-4b94-8cf8-ae7c1ad0c90a tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:25.921707 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-1270cf6a-84fc-4ee6-8ac0-189a8230d3ae req-f8474665-4606-4b94-8cf8-ae7c1ad0c90a tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 945 time: 0.1167407 Apr 20 18:32:25.974318 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-1270cf6a-84fc-4ee6-8ac0-189a8230d3ae req-df34b61c-3528-42b2-a998-b7879c459610 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029e925-67cb-4402-81c8-a9bf97a752e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466144 Apr 20 18:32:26.042742 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device f490f4f7-9b25-4b64-ab37-aa339d70f1c1 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:32:26.173758 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:26.204692 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7156a4bb-3899-4f14-98d6-4edc78bd8159', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f490f4f7-9b25-4b64-ab37-aa339d70f1c1'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:32:26.215990 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port f490f4f7-9b25-4b64-ab37-aa339d70f1c1, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f490f4f7-9b25-4b64-ab37-aa339d70f1c1,segment=NetworkSegment(42b51926-c2ca-471c-ac7e-b000ccba3eb6),segment_id=42b51926-c2ca-471c-ac7e-b000ccba3eb6)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:32:26.219207 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:26.221410 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:26.236449 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 37290) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:32:26.277259 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-bfbfa907-17a7-4683-b024-b8288389a780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:26.289261 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7156a4bb-3899-4f14-98d6-4edc78bd8159', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f490f4f7-9b25-4b64-ab37-aa339d70f1c1', 'code': 200} Apr 20 18:32:26.300909 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-bfbfa907-17a7-4683-b024-b8288389a780 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:32:26.305238 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-bfbfa907-17a7-4683-b024-b8288389a780 admin admin] Usage tracker for resource:security_group_rule and tenant:d2d3fed2693748daa96e6b5dc502c134 is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:32:26.309284 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Pushing event updated for resources: {'Port': ['ID=f490f4f7-9b25-4b64-ab37-aa339d70f1c1,revision_number=8']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:26.309615 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-bfbfa907-17a7-4683-b024-b8288389a780 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:32:26.313257 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:26.326483 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-bfbfa907-17a7-4683-b024-b8288389a780 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:32:26.387754 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-d20ef946-5831-4405-aca0-d529f481da97 req-83248833-561d-431c-a87f-881493f0dcc6 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=218186a4-cdc1-4f70-b2f9-9b892470334d HTTP/1.1" status: 200 len: 210 time: 0.0493600 Apr 20 18:32:26.431008 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-bfbfa907-17a7-4683-b024-b8288389a780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:26.435327 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-bfbfa907-17a7-4683-b024-b8288389a780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:26.445303 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-0837dcdc-3069-4177-b576-fee493557cc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:26.493818 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-bfbfa907-17a7-4683-b024-b8288389a780 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d2d3fed2693748daa96e6b5dc502c134&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2558916 Apr 20 18:32:26.495601 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbfa907-17a7-4683-b024-b8288389a780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=197cf261-d02a-40fe-95c7-c6b9fe6dffcd,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:26.496910 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 37296) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:32:26.499006 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-bfbfa907-17a7-4683-b024-b8288389a780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:26.569831 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-1a1911d2-3f43-49ea-b437-5b884950179e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:26.600237 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-1a1911d2-3f43-49ea-b437-5b884950179e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:26.645353 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3b38f3e8-f2f1-49b6-ac75-f9314cd83db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:26.647164 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-1a1911d2-3f43-49ea-b437-5b884950179e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:26.652488 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-450444ba-cd38-4b42-bdb7-a40706938d57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:26.666510 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1911d2-3f43-49ea-b437-5b884950179e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=197cf261-d02a-40fe-95c7-c6b9fe6dffcd,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:26.669857 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-1a1911d2-3f43-49ea-b437-5b884950179e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:26.670775 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-1a1911d2-3f43-49ea-b437-5b884950179e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:26.672063 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-1a1911d2-3f43-49ea-b437-5b884950179e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/197cf261-d02a-40fe-95c7-c6b9fe6dffcd HTTP/1.1" status: 204 len: 168 time: 0.1740601 Apr 20 18:32:27.186373 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b5592-695d-4a88-bc7f-40c49461c130 req-2e53d446-7860-45a2-98ac-5c8dd41d8397 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:27.187913 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-660b5592-695d-4a88-bc7f-40c49461c130 req-2e53d446-7860-45a2-98ac-5c8dd41d8397 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 943 time: 0.0892160 Apr 20 18:32:27.243506 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-660b5592-695d-4a88-bc7f-40c49461c130 req-bf405ff3-544a-44d6-b026-84915aa3acbc tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029e925-67cb-4402-81c8-a9bf97a752e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490327 Apr 20 18:32:27.763093 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:27.933824 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6981a8c-4163-4877-95f8-020c3696ef66 req-09bd811c-9dc7-4029-8617-acc4ca822cb8 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:27.934579 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-c6981a8c-4163-4877-95f8-020c3696ef66 req-09bd811c-9dc7-4029-8617-acc4ca822cb8 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Synchronizing usage tracker for tenant:a7d00bc2297e4088a3209dad8c5ffa52 on resource:port {{(pid=86392) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:32:27.955076 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-c6981a8c-4163-4877-95f8-020c3696ef66 req-09bd811c-9dc7-4029-8617-acc4ca822cb8 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Unset dirty status for tenant:a7d00bc2297e4088a3209dad8c5ffa52 on resource:port {{(pid=86392) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:32:27.956378 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-c6981a8c-4163-4877-95f8-020c3696ef66 req-09bd811c-9dc7-4029-8617-acc4ca822cb8 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 945 time: 0.1395717 Apr 20 18:32:28.009452 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-c6981a8c-4163-4877-95f8-020c3696ef66 req-6b433ea2-55cc-40d2-83d7-4b68b40a6357 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453758 Apr 20 18:32:28.074521 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device 48b305ac-b135-4e12-a025-5ffa20b97daa no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:32:28.112611 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] No Port match for: 48b305ac-b135-4e12-a025-5ffa20b97daa {{(pid=86393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:32:28.113003 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device 48b305ac-b135-4e12-a025-5ffa20b97daa not bound to the agent host hv-cinder-78693 {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:32:28.113462 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device f490f4f7-9b25-4b64-ab37-aa339d70f1c1 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:32:28.338265 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd916c-3375-4fd3-822c-0eba4ff167ba req-810e4feb-a05d-4552-b177-2b9afe0b9c98 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:28.340117 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-33bd916c-3375-4fd3-822c-0eba4ff167ba req-810e4feb-a05d-4552-b177-2b9afe0b9c98 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 943 time: 0.0954642 Apr 20 18:32:28.374818 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db4e54cc-07a3-4585-8120-e6421209c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:28.391511 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-33bd916c-3375-4fd3-822c-0eba4ff167ba req-59eb7450-7574-44e8-8757-32dc6d2f8266 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029e925-67cb-4402-81c8-a9bf97a752e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447679 Apr 20 18:32:28.771809 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 37390) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:32:28.873542 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 37396) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:32:28.905101 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-35601845-d85c-4a0a-8992-09c17bc4be30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:28.925486 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-35601845-d85c-4a0a-8992-09c17bc4be30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:32:28.929886 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-35601845-d85c-4a0a-8992-09c17bc4be30 admin admin] Usage tracker for resource:security_group_rule and tenant:ad9870b249ff4c589e49857526204672 is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:32:28.933098 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-35601845-d85c-4a0a-8992-09c17bc4be30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:32:28.939355 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-35601845-d85c-4a0a-8992-09c17bc4be30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:32:29.005466 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-46f86ac4-08a4-42cb-821b-593366aa4e72 req-b1594999-12be-4c5d-b066-1c19ef34d7a0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1306193 Apr 20 18:32:29.026013 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-35601845-d85c-4a0a-8992-09c17bc4be30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:29.036209 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-35601845-d85c-4a0a-8992-09c17bc4be30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:29.041712 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-fc7e9d4f-9ae7-4396-a524-18c5ca0dcf82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:29.085072 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35601845-d85c-4a0a-8992-09c17bc4be30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3cb5b76-a2e4-4b79-87b2-042ec66376e8,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:29.089266 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-35601845-d85c-4a0a-8992-09c17bc4be30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:29.092737 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-35601845-d85c-4a0a-8992-09c17bc4be30 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ad9870b249ff4c589e49857526204672&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3197472 Apr 20 18:32:29.095686 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 37406) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:32:29.172734 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-24904cc1-7e5f-4b12-a7b1-ba018f621d83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:29.205152 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-24904cc1-7e5f-4b12-a7b1-ba018f621d83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:29.254779 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d95454-b56a-4d9a-9a85-814b87b6e9e1 req-4e6c9814-a5e3-4ec6-bab4-db16afc00614 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:29.256910 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-99d95454-b56a-4d9a-9a85-814b87b6e9e1 req-4e6c9814-a5e3-4ec6-bab4-db16afc00614 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 945 time: 0.1051955 Apr 20 18:32:29.261573 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-24904cc1-7e5f-4b12-a7b1-ba018f621d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:29.267142 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-dd6f6eee-f494-4aee-a3a4-4d167bcbf2fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:29.285981 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24904cc1-7e5f-4b12-a7b1-ba018f621d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3cb5b76-a2e4-4b79-87b2-042ec66376e8,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:29.288434 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-24904cc1-7e5f-4b12-a7b1-ba018f621d83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:29.298346 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-24904cc1-7e5f-4b12-a7b1-ba018f621d83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:29.303308 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-24904cc1-7e5f-4b12-a7b1-ba018f621d83 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f3cb5b76-a2e4-4b79-87b2-042ec66376e8 HTTP/1.1" status: 204 len: 168 time: 0.2065861 Apr 20 18:32:29.315444 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-99d95454-b56a-4d9a-9a85-814b87b6e9e1 req-33995c88-d6f4-4307-b6d8-2694083e30f3 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508308 Apr 20 18:32:29.620497 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33a4fe-2c1c-47bf-acc6-5f71f11588a9 req-2e34ef7f-3bf8-418d-930b-7d7438c24656 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:29.622288 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-fd33a4fe-2c1c-47bf-acc6-5f71f11588a9 req-2e34ef7f-3bf8-418d-930b-7d7438c24656 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 943 time: 0.1044736 Apr 20 18:32:29.623551 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 37420) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:32:29.645912 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-50c4e70c-7d78-44ac-8458-5aa45cd73702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:29.680649 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-50c4e70c-7d78-44ac-8458-5aa45cd73702 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:32:29.688089 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-50c4e70c-7d78-44ac-8458-5aa45cd73702 admin admin] Usage tracker for resource:security_group_rule and tenant:b4be2834b45848aa8e9ba800ac65da2c is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:32:29.698766 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-50c4e70c-7d78-44ac-8458-5aa45cd73702 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:32:29.709818 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-50c4e70c-7d78-44ac-8458-5aa45cd73702 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:32:29.721964 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-fd33a4fe-2c1c-47bf-acc6-5f71f11588a9 req-966e7be9-ec1a-482c-b172-2bc655c3ba3c tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029e925-67cb-4402-81c8-a9bf97a752e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782082 Apr 20 18:32:29.812136 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-50c4e70c-7d78-44ac-8458-5aa45cd73702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:29.816625 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-50c4e70c-7d78-44ac-8458-5aa45cd73702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:29.827245 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-bfbfa907-17a7-4683-b024-b8288389a780 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:29.872205 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-50c4e70c-7d78-44ac-8458-5aa45cd73702 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b4be2834b45848aa8e9ba800ac65da2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2474821 Apr 20 18:32:29.874192 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c4e70c-7d78-44ac-8458-5aa45cd73702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d650e52-563a-4c06-b380-6661beee40e8,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:29.875325 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 37426) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:32:29.877428 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-50c4e70c-7d78-44ac-8458-5aa45cd73702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:29.961630 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9654b4e1-9e71-48d7-836c-c03f224b46be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:29.990585 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9654b4e1-9e71-48d7-836c-c03f224b46be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:30.040048 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9654b4e1-9e71-48d7-836c-c03f224b46be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:30.045948 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-1a1911d2-3f43-49ea-b437-5b884950179e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:30.058379 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9654b4e1-9e71-48d7-836c-c03f224b46be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d650e52-563a-4c06-b380-6661beee40e8,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:30.061514 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-9654b4e1-9e71-48d7-836c-c03f224b46be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:30.063765 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9654b4e1-9e71-48d7-836c-c03f224b46be admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:30.065366 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-9654b4e1-9e71-48d7-836c-c03f224b46be admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3d650e52-563a-4c06-b380-6661beee40e8 HTTP/1.1" status: 204 len: 168 time: 0.1885712 Apr 20 18:32:30.488340 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f86ac4-08a4-42cb-821b-593366aa4e72 req-932a9cfc-fbea-41e0-ab09-96d1d2c1c166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:30.490246 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-46f86ac4-08a4-42cb-821b-593366aa4e72 req-932a9cfc-fbea-41e0-ab09-96d1d2c1c166 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159&tenant_id=96a404d19bd540809d4ea207dd16d6ad HTTP/1.1" status: 200 len: 1096 time: 0.0939653 Apr 20 18:32:30.529128 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855af35f-ccfb-4eea-8ceb-5e72c7a5b063 req-e0a758d1-d879-4fde-a6fd-e3f8714c9993 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:30.536877 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-855af35f-ccfb-4eea-8ceb-5e72c7a5b063 req-e0a758d1-d879-4fde-a6fd-e3f8714c9993 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 945 time: 0.1017807 Apr 20 18:32:30.587462 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-855af35f-ccfb-4eea-8ceb-5e72c7a5b063 req-00a3ee95-1fac-4820-bded-622112faa5fc tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494885 Apr 20 18:32:30.824342 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f86ac4-08a4-42cb-821b-593366aa4e72 req-835c5e5b-8b94-461e-bc09-59451a87f287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:30.825965 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-46f86ac4-08a4-42cb-821b-593366aa4e72 req-835c5e5b-8b94-461e-bc09-59451a87f287 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=96a404d19bd540809d4ea207dd16d6ad&device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 1096 time: 0.3068256 Apr 20 18:32:31.077273 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f86ac4-08a4-42cb-821b-593366aa4e72 req-86532971-036b-451c-a558-256956d09a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:31.078895 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-46f86ac4-08a4-42cb-821b-593366aa4e72 req-86532971-036b-451c-a558-256956d09a01 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c035be72-ec93-4bac-85f8-b0cd68e3656b HTTP/1.1" status: 200 len: 918 time: 0.2449172 Apr 20 18:32:31.088639 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20933a70-cbb0-493a-ae5c-d7e3e78ef28d req-26479af0-0a69-4f61-aad4-8876ec193044 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:31.090163 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-20933a70-cbb0-493a-ae5c-d7e3e78ef28d req-26479af0-0a69-4f61-aad4-8876ec193044 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 943 time: 0.2175119 Apr 20 18:32:31.226345 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-20933a70-cbb0-493a-ae5c-d7e3e78ef28d req-d590d582-f358-49b2-940e-45269c34f84a tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029e925-67cb-4402-81c8-a9bf97a752e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816383 Apr 20 18:32:31.231041 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-46f86ac4-08a4-42cb-821b-593366aa4e72 req-68d30025-3315-4ed4-9b6e-8b1c7e54cb49 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f490f4f7-9b25-4b64-ab37-aa339d70f1c1 HTTP/1.1" status: 200 len: 999 time: 0.1399133 Apr 20 18:32:31.310719 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f86ac4-08a4-42cb-821b-593366aa4e72 req-b92da778-f507-4ac6-8d1c-dd48c2cc9483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:31.312321 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-46f86ac4-08a4-42cb-821b-593366aa4e72 req-b92da778-f507-4ac6-8d1c-dd48c2cc9483 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=41a62a97-d129-42fa-96d5-fce2a7a65a86 HTTP/1.1" status: 200 len: 856 time: 0.0701492 Apr 20 18:32:31.400576 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f86ac4-08a4-42cb-821b-593366aa4e72 req-9c301829-68ea-4bd1-86cc-4d1208a8c6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:31.402234 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-46f86ac4-08a4-42cb-821b-593366aa4e72 req-9c301829-68ea-4bd1-86cc-4d1208a8c6fd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c035be72-ec93-4bac-85f8-b0cd68e3656b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0795727 Apr 20 18:32:31.550956 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-46f86ac4-08a4-42cb-821b-593366aa4e72 req-1df8ecbd-4359-4495-95f5-2feb73e4b932 service neutron] 10.222.0.46 "GET /v2.0/networks/c035be72-ec93-4bac-85f8-b0cd68e3656b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410537 Apr 20 18:32:31.702151 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-46f86ac4-08a4-42cb-821b-593366aa4e72 req-87e78525-4377-4c67-99c1-2e96c320aeb2 service neutron] 10.222.0.46 "GET /v2.0/networks/c035be72-ec93-4bac-85f8-b0cd68e3656b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419258 Apr 20 18:32:32.024849 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ba13b-26c5-46dd-b8d4-005297838f24 req-16076e4f-8328-4f07-bd69-fd56047e0f08 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:32.026428 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-969ba13b-26c5-46dd-b8d4-005297838f24 req-16076e4f-8328-4f07-bd69-fd56047e0f08 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 945 time: 0.3261285 Apr 20 18:32:32.078548 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-969ba13b-26c5-46dd-b8d4-005297838f24 req-b1750ef3-5778-4771-bb55-e8e151e58f57 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436513 Apr 20 18:32:32.445790 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe43da-138d-4a50-b154-09987b1c2861 req-b4c5ce48-596a-4e0b-b8bf-7388719a4366 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:32.447323 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-dcfe43da-138d-4a50-b154-09987b1c2861 req-b4c5ce48-596a-4e0b-b8bf-7388719a4366 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 943 time: 0.0963087 Apr 20 18:32:32.496462 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-dcfe43da-138d-4a50-b154-09987b1c2861 req-9273e6d5-6bc0-481d-a54a-9d427e138d03 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029e925-67cb-4402-81c8-a9bf97a752e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422177 Apr 20 18:32:33.321796 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c9c76-2c3c-4423-b0a8-f1c228a67fbd req-04b2bf1d-7f2a-4017-a666-d094f6a476e5 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:33.323404 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-497c9c76-2c3c-4423-b0a8-f1c228a67fbd req-04b2bf1d-7f2a-4017-a666-d094f6a476e5 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 945 time: 0.1006150 Apr 20 18:32:33.377257 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-497c9c76-2c3c-4423-b0a8-f1c228a67fbd req-1242097d-47e1-4138-8a36-528b1403f8b8 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467458 Apr 20 18:32:33.706544 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e824dd-e77a-4abe-ba1a-5920f1965ee2 req-2da48aac-cb11-4d3a-8e74-8e5082e6e49f tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:33.708177 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a5e824dd-e77a-4abe-ba1a-5920f1965ee2 req-2da48aac-cb11-4d3a-8e74-8e5082e6e49f tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 943 time: 0.0896177 Apr 20 18:32:33.759204 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a5e824dd-e77a-4abe-ba1a-5920f1965ee2 req-24b7cfc8-7e06-4e38-b484-7ecd8788b07f tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029e925-67cb-4402-81c8-a9bf97a752e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442257 Apr 20 18:32:34.371263 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 37524) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:32:34.512592 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-c8b34ae4-ee44-426d-86ee-093d66eea030 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:34.528851 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-c8b34ae4-ee44-426d-86ee-093d66eea030 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:32:34.533083 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-c8b34ae4-ee44-426d-86ee-093d66eea030 admin admin] Usage tracker for resource:security_group_rule and tenant:44219e8f591642a09e547a8721a6f9bb is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:32:34.536299 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-c8b34ae4-ee44-426d-86ee-093d66eea030 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:32:34.542516 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-c8b34ae4-ee44-426d-86ee-093d66eea030 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:32:34.611370 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab674207-fcf3-44cc-bec3-c60c5025a7a2 req-19286c69-d537-4dde-bd13-bca378147338 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:34.613001 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ab674207-fcf3-44cc-bec3-c60c5025a7a2 req-19286c69-d537-4dde-bd13-bca378147338 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 945 time: 0.0955324 Apr 20 18:32:34.635028 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-c8b34ae4-ee44-426d-86ee-093d66eea030 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:34.638630 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-c8b34ae4-ee44-426d-86ee-093d66eea030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:34.647832 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-99567ff7-8e44-4bbe-846d-329a3e159eae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:34.672712 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ab674207-fcf3-44cc-bec3-c60c5025a7a2 req-3924dced-3db1-4b08-a63b-2277cd0a902d tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524244 Apr 20 18:32:34.676754 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b34ae4-ee44-426d-86ee-093d66eea030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e607cde-6da1-4e0d-af82-c1f53adfb8ef,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:34.695180 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-c8b34ae4-ee44-426d-86ee-093d66eea030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:34.704374 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-c8b34ae4-ee44-426d-86ee-093d66eea030 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=44219e8f591642a09e547a8721a6f9bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3313088 Apr 20 18:32:34.707076 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 37532) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:32:34.770038 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-460070f9-321f-4d9e-8a6b-1fe723969621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:34.797498 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-460070f9-321f-4d9e-8a6b-1fe723969621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:34.848398 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-460070f9-321f-4d9e-8a6b-1fe723969621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:34.870296 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-1350ea1d-a951-4833-b370-f157ae80447c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:34.889066 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460070f9-321f-4d9e-8a6b-1fe723969621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e607cde-6da1-4e0d-af82-c1f53adfb8ef,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:34.891193 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-460070f9-321f-4d9e-8a6b-1fe723969621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:34.895256 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-460070f9-321f-4d9e-8a6b-1fe723969621 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5e607cde-6da1-4e0d-af82-c1f53adfb8ef HTTP/1.1" status: 204 len: 168 time: 0.1871264 Apr 20 18:32:34.897221 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-460070f9-321f-4d9e-8a6b-1fe723969621 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:34.990073 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b602236-b96e-42d4-a121-654c373df51a req-dc8404d7-f4b6-4fb4-a3e2-59082f70959d tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:34.991819 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-2b602236-b96e-42d4-a121-654c373df51a req-dc8404d7-f4b6-4fb4-a3e2-59082f70959d tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 943 time: 0.1041164 Apr 20 18:32:35.049912 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-2b602236-b96e-42d4-a121-654c373df51a req-4049110e-d8c7-495b-ae39-b768704d0ba3 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029e925-67cb-4402-81c8-a9bf97a752e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504699 Apr 20 18:32:35.673096 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 37562) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:32:35.858081 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-76b09c87-1591-4886-883f-afdae3ad988b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1579041781-network', 'tenant_id': '5416bb6760b540f2b8ba153e145be485'}} {{(pid=86392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:32:35.873112 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-76b09c87-1591-4886-883f-afdae3ad988b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:32:35.888184 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-76b09c87-1591-4886-883f-afdae3ad988b admin admin] Usage tracker for resource:network and tenant:5416bb6760b540f2b8ba153e145be485 is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:32:35.891705 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-76b09c87-1591-4886-883f-afdae3ad988b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:32:35.899520 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-76b09c87-1591-4886-883f-afdae3ad988b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:32:35.909540 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b09c87-1591-4886-883f-afdae3ad988b admin admin] Made reservation on behalf of 5416bb6760b540f2b8ba153e145be485 for: {'network': 1} {{(pid=86392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:32:35.914339 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-76b09c87-1591-4886-883f-afdae3ad988b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for network, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:35.927991 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-76b09c87-1591-4886-883f-afdae3ad988b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:35.944577 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-76b09c87-1591-4886-883f-afdae3ad988b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:32:35.948858 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-76b09c87-1591-4886-883f-afdae3ad988b admin admin] Usage tracker for resource:security_group_rule and tenant:5416bb6760b540f2b8ba153e145be485 is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:32:35.951879 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-76b09c87-1591-4886-883f-afdae3ad988b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:32:35.958586 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-76b09c87-1591-4886-883f-afdae3ad988b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:32:35.969473 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f48760-fc8b-4270-b0c0-404b15191168 req-acd23cea-cb68-43b7-ad5b-e6651741a799 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:35.978742 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-15f48760-fc8b-4270-b0c0-404b15191168 req-acd23cea-cb68-43b7-ad5b-e6651741a799 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 945 time: 0.1898465 Apr 20 18:32:36.041758 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-15f48760-fc8b-4270-b0c0-404b15191168 req-268fec0e-e462-46ab-9d22-bd1976e7abdb tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573170 Apr 20 18:32:36.148940 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-76b09c87-1591-4886-883f-afdae3ad988b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:36.153295 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-76b09c87-1591-4886-883f-afdae3ad988b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:36.183502 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76b09c87-1591-4886-883f-afdae3ad988b admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=86392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 18:32:36.185969 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:36.259550 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-76b09c87-1591-4886-883f-afdae3ad988b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854116670'] for segment, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:36.259971 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.db.segments_db [None req-76b09c87-1591-4886-883f-afdae3ad988b admin admin] Added segment 3ac14a34-2646-41a4-bb19-a03255c93f0a of type vlan for network ed51a3a2-96cc-4963-b1d6-2b7d35507eab Apr 20 18:32:36.279298 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b09c87-1591-4886-883f-afdae3ad988b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c9fbc7-a3f7-486d-bbc8-7a4434fa12ce,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:36.284187 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-76b09c87-1591-4886-883f-afdae3ad988b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:36.310242 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-76b09c87-1591-4886-883f-afdae3ad988b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758775846003'] for network, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:36.365304 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce121a7b-7c57-4c96-9127-4e74b58e508d req-ee578784-6fbd-427c-bb07-06956d6d5b7a tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:36.366843 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ce121a7b-7c57-4c96-9127-4e74b58e508d req-ee578784-6fbd-427c-bb07-06956d6d5b7a tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 943 time: 0.1508980 Apr 20 18:32:36.373220 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-76b09c87-1591-4886-883f-afdae3ad988b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058'] for network, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:36.374610 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b09c87-1591-4886-883f-afdae3ad988b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:36.375288 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-76b09c87-1591-4886-883f-afdae3ad988b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for network, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:36.381964 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:36.516682 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b09c87-1591-4886-883f-afdae3ad988b admin admin] Pushing event updated for resources: {'Network': ['ID=ed51a3a2-96cc-4963-b1d6-2b7d35507eab,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:36.522766 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-76b09c87-1591-4886-883f-afdae3ad988b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:36.530777 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ce121a7b-7c57-4c96-9127-4e74b58e508d req-0ab1c35a-f040-465e-a6cc-6e586910ea1d tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029e925-67cb-4402-81c8-a9bf97a752e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497173 Apr 20 18:32:36.530996 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Network ed51a3a2-96cc-4963-b1d6-2b7d35507eab details requested by agent ovs-agent-dv-cinder-786932-2-smb with host dv-cinder-786932-2-smb {{(pid=86393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:32:36.532922 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-76b09c87-1591-4886-883f-afdae3ad988b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8584783 Apr 20 18:32:36.535287 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 37578) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:32:36.541418 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-d28fd8cb-3eca-418f-a6dc-7d39cc3f0a98 admin admin] Request body: {'subnet': {'network_id': 'ed51a3a2-96cc-4963-b1d6-2b7d35507eab', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1579041781-subnet', 'tenant_id': '5416bb6760b540f2b8ba153e145be485', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:32:36.548247 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-d28fd8cb-3eca-418f-a6dc-7d39cc3f0a98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:32:36.554490 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-d28fd8cb-3eca-418f-a6dc-7d39cc3f0a98 admin admin] Usage tracker for resource:subnet and tenant:5416bb6760b540f2b8ba153e145be485 is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:32:36.558048 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-d28fd8cb-3eca-418f-a6dc-7d39cc3f0a98 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:32:36.564656 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-d28fd8cb-3eca-418f-a6dc-7d39cc3f0a98 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:32:36.577518 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28fd8cb-3eca-418f-a6dc-7d39cc3f0a98 admin admin] Made reservation on behalf of 5416bb6760b540f2b8ba153e145be485 for: {'subnet': 1} {{(pid=86392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:32:36.582682 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d28fd8cb-3eca-418f-a6dc-7d39cc3f0a98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851688792'] for subnet, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:37.006824 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d28fd8cb-3eca-418f-a6dc-7d39cc3f0a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2153935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851688775'] for subnet, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:37.011299 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-34d1f438-d06e-4b9f-ae57-15ff14c4f255 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:37.091739 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28fd8cb-3eca-418f-a6dc-7d39cc3f0a98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47801463-4c54-41cf-af8b-faeb4c3f2891,revision_number=0']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:37.095815 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-d28fd8cb-3eca-418f-a6dc-7d39cc3f0a98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:37.103470 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28fd8cb-3eca-418f-a6dc-7d39cc3f0a98 admin admin] Checking segment: {'id': '3ac14a34-2646-41a4-bb19-a03255c93f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ed51a3a2-96cc-4963-b1d6-2b7d35507eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:32:37.103859 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28fd8cb-3eca-418f-a6dc-7d39cc3f0a98 admin admin] Network hostable DHCP agents. Network: ed51a3a2-96cc-4963-b1d6-2b7d35507eab, hostable agents: ['139febe7-9f58-4c27-9292-9a8c92178c1a'], hosted agents: [] {{(pid=86392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:32:37.138042 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28fd8cb-3eca-418f-a6dc-7d39cc3f0a98 admin admin] Network ed51a3a2-96cc-4963-b1d6-2b7d35507eab is scheduled to be hosted by DHCP agent 139febe7-9f58-4c27-9292-9a8c92178c1a with binding_index 1 {{(pid=86392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:32:37.147162 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [None req-d28fd8cb-3eca-418f-a6dc-7d39cc3f0a98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-2-smb, ed51a3a2-96cc-4963-b1d6-2b7d35507eab) {{(pid=86392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:32:37.156596 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42560c2b-e2ad-4985-8ff8-8567bb1b0d69 None None] Network ed51a3a2-96cc-4963-b1d6-2b7d35507eab requested from dv-cinder-786932-2-smb {{(pid=86393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:32:37.162102 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28fd8cb-3eca-418f-a6dc-7d39cc3f0a98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:37.163048 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d28fd8cb-3eca-418f-a6dc-7d39cc3f0a98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for subnet, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:37.220727 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-d28fd8cb-3eca-418f-a6dc-7d39cc3f0a98 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6746819 Apr 20 18:32:37.293757 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304b29a-534d-42c5-9b53-932d156f5f59 req-db6fcd41-600b-4568-9ca7-90c4a1eb33cd tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:37.295678 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-2304b29a-534d-42c5-9b53-932d156f5f59 req-db6fcd41-600b-4568-9ca7-90c4a1eb33cd tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 945 time: 0.1373355 Apr 20 18:32:37.400391 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-2304b29a-534d-42c5-9b53-932d156f5f59 req-3e580ad8-3448-452f-bc6b-e3e943e1f1e4 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975127 Apr 20 18:32:37.419936 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f944be97-0dce-48c0-a00f-052bd956b256 None None] Network ed51a3a2-96cc-4963-b1d6-2b7d35507eab requested from dv-cinder-786932-2-smb {{(pid=86393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:32:38.016602 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd7ed8-b101-4a83-a1a0-ad953d763970 req-e25c0df3-4f64-48c9-9a59-da1965a358a1 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:38.025075 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ffcd7ed8-b101-4a83-a1a0-ad953d763970 req-e25c0df3-4f64-48c9-9a59-da1965a358a1 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 943 time: 0.2537079 Apr 20 18:32:38.094629 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ffcd7ed8-b101-4a83-a1a0-ad953d763970 req-0c0dcc64-989c-4418-ad6c-e0ea8f57c897 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029e925-67cb-4402-81c8-a9bf97a752e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683823 Apr 20 18:32:38.585437 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461a09f-845a-4f82-aa4b-1671182c466f req-04caaec1-fa16-4b2f-bef0-5f442c8a1324 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:38.587441 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-7461a09f-845a-4f82-aa4b-1671182c466f req-04caaec1-fa16-4b2f-bef0-5f442c8a1324 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 945 time: 0.0951388 Apr 20 18:32:38.635890 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-7461a09f-845a-4f82-aa4b-1671182c466f req-ececf28b-8d5a-4b61-b74c-5a75d8313841 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416002 Apr 20 18:32:39.315754 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655905c5-25a5-4fd1-bf39-67d2d33686a1 req-08805003-508c-47f4-b783-e83d36e892d1 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:39.317487 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-655905c5-25a5-4fd1-bf39-67d2d33686a1 req-08805003-508c-47f4-b783-e83d36e892d1 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 943 time: 0.1030073 Apr 20 18:32:39.381557 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-655905c5-25a5-4fd1-bf39-67d2d33686a1 req-010ac189-02b9-480e-9a4b-09a2c14fc09b tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029e925-67cb-4402-81c8-a9bf97a752e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572484 Apr 20 18:32:39.837833 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14820b-6497-4bc1-8b66-1ab45ed70ebc req-2aad2feb-575a-4e09-828e-e99b49f87312 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:39.839717 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-af14820b-6497-4bc1-8b66-1ab45ed70ebc req-2aad2feb-575a-4e09-828e-e99b49f87312 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.20 "GET /v2.0/networks?id=ed51a3a2-96cc-4963-b1d6-2b7d35507eab HTTP/1.1" status: 200 len: 814 time: 0.2659085 Apr 20 18:32:39.883309 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-af14820b-6497-4bc1-8b66-1ab45ed70ebc req-3da6f535-fee9-449d-a7fc-103e8e97fb80 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.20 "GET /v2.0/quotas/5416bb6760b540f2b8ba153e145be485 HTTP/1.1" status: 200 len: 375 time: 0.0373397 Apr 20 18:32:39.940229 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d218a5f-9b6b-4e6d-b346-e55cfed7d733 req-8ab7c9f3-1994-42ac-89e9-9beac4134383 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:39.941827 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-2d218a5f-9b6b-4e6d-b346-e55cfed7d733 req-8ab7c9f3-1994-42ac-89e9-9beac4134383 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 945 time: 0.1096561 Apr 20 18:32:39.945821 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-af14820b-6497-4bc1-8b66-1ab45ed70ebc req-c22a390a-dddf-40e4-9e8c-b8fb3606f27c tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5416bb6760b540f2b8ba153e145be485&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555725 Apr 20 18:32:40.006071 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-2d218a5f-9b6b-4e6d-b346-e55cfed7d733 req-8ae8eb98-001a-44fa-8309-39b40d1426dc tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519102 Apr 20 18:32:40.101720 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-af14820b-6497-4bc1-8b66-1ab45ed70ebc req-13b6eefb-638c-434f-abe4-f9532c8c2dc6 service neutron] 10.222.0.20 "GET /v2.0/networks/ed51a3a2-96cc-4963-b1d6-2b7d35507eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448479 Apr 20 18:32:40.249920 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-af14820b-6497-4bc1-8b66-1ab45ed70ebc req-51f1e650-3586-439c-8878-3c28cd6bac80 service neutron] 10.222.0.20 "GET /v2.0/networks/ed51a3a2-96cc-4963-b1d6-2b7d35507eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412778 Apr 20 18:32:40.505077 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-33c5e4b4-2ef2-427d-9f6c-c7fee77dd938 req-6828e658-e52d-4a20-ac27-18126c93ec78 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0e8ae7-8e61-4c04-9036-55231fbb1d67 HTTP/1.1" status: 200 len: 210 time: 0.1042323 Apr 20 18:32:40.601957 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846e501a-ed62-488e-b594-1d375ec902e1 req-b8224e86-14c6-410d-abaa-67073aa5a8d0 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:40.603929 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-846e501a-ed62-488e-b594-1d375ec902e1 req-b8224e86-14c6-410d-abaa-67073aa5a8d0 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 943 time: 0.0975406 Apr 20 18:32:40.660916 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-846e501a-ed62-488e-b594-1d375ec902e1 req-701828b7-8789-499f-a6ec-1b85ab000eb9 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029e925-67cb-4402-81c8-a9bf97a752e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500741 Apr 20 18:32:41.216990 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d995d37-d9b9-4e74-aab0-df105249fce4 req-953c0257-5daf-439a-aa76-db4b7ab92beb tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:41.218670 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-6d995d37-d9b9-4e74-aab0-df105249fce4 req-953c0257-5daf-439a-aa76-db4b7ab92beb tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 945 time: 0.0963867 Apr 20 18:32:41.272717 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-6d995d37-d9b9-4e74-aab0-df105249fce4 req-14939174-0638-4997-ba80-f9520f36d173 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466726 Apr 20 18:32:41.675605 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-9a232306-b866-47ad-8fb3-3e4020e045c0 req-5b215550-01f5-41cd-955e-c1bce461e183 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0e8ae7-8e61-4c04-9036-55231fbb1d67 HTTP/1.1" status: 200 len: 210 time: 0.0502348 Apr 20 18:32:41.876692 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31114db4-27db-4349-87d4-260e168db770 req-240c18c2-a2b6-4514-b11f-45eb3a7b0cda tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:41.878635 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-31114db4-27db-4349-87d4-260e168db770 req-240c18c2-a2b6-4514-b11f-45eb3a7b0cda tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 943 time: 0.0956821 Apr 20 18:32:41.942779 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-31114db4-27db-4349-87d4-260e168db770 req-2a1f87b2-43a6-457b-ad01-78da47b9eeb9 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029e925-67cb-4402-81c8-a9bf97a752e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439780 Apr 20 18:32:42.506666 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5308c62d-54df-4430-9f43-8825c1941c20 req-9c6abb36-4e7a-44e3-8130-a820e52c0cbd tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:42.508319 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-5308c62d-54df-4430-9f43-8825c1941c20 req-9c6abb36-4e7a-44e3-8130-a820e52c0cbd tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 945 time: 0.0960643 Apr 20 18:32:42.560378 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-5308c62d-54df-4430-9f43-8825c1941c20 req-1168e519-9633-4f92-8134-70461f54db36 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447044 Apr 20 18:32:42.867257 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-40ff5252-446a-4043-bd75-46d09260ef5d req-a6ad519e-6b93-4bc8-b98d-658bbf38bc91 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0e8ae7-8e61-4c04-9036-55231fbb1d67 HTTP/1.1" status: 200 len: 210 time: 0.0624135 Apr 20 18:32:43.164449 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac5d3e-8e8d-4513-a24e-946cc97b853a req-1dac195d-7e04-4652-9770-183797f7c163 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:43.166399 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-26ac5d3e-8e8d-4513-a24e-946cc97b853a req-1dac195d-7e04-4652-9770-183797f7c163 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 943 time: 0.0911660 Apr 20 18:32:43.225548 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-26ac5d3e-8e8d-4513-a24e-946cc97b853a req-c9846aee-d5b5-416e-883f-d258c1d7009b tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029e925-67cb-4402-81c8-a9bf97a752e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525799 Apr 20 18:32:43.767584 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc744bc-88c4-4cfb-8912-b53af124e124 req-26be11e2-e392-47c8-a8a7-7b81d0649e0a tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:43.769218 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-4fc744bc-88c4-4cfb-8912-b53af124e124 req-26be11e2-e392-47c8-a8a7-7b81d0649e0a tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 945 time: 0.0931671 Apr 20 18:32:43.816578 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-4fc744bc-88c4-4cfb-8912-b53af124e124 req-954b2d7f-d6c1-49ae-92f5-a61746903333 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409434 Apr 20 18:32:44.028557 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-6f7e70bd-e896-4af0-9f3e-7d95b0d3fe07 req-005ed72a-4e62-4955-82ec-e6fdfee01a7a tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0e8ae7-8e61-4c04-9036-55231fbb1d67 HTTP/1.1" status: 200 len: 210 time: 0.0494046 Apr 20 18:32:44.449005 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de050d0a-c75a-488a-b3c3-04af94681deb req-5c9f5299-6652-4c09-9208-33980d044e9e tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:44.450646 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-de050d0a-c75a-488a-b3c3-04af94681deb req-5c9f5299-6652-4c09-9208-33980d044e9e tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 943 time: 0.0955939 Apr 20 18:32:44.505240 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-de050d0a-c75a-488a-b3c3-04af94681deb req-fa2643cf-2fd3-4781-a694-a1683bb6375b tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029e925-67cb-4402-81c8-a9bf97a752e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455918 Apr 20 18:32:45.087307 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425fc70a-faa4-41c0-bda0-c9c8418aaafb req-8e7da07c-310d-4efc-ad58-336b778eaf9d tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:45.088937 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-425fc70a-faa4-41c0-bda0-c9c8418aaafb req-8e7da07c-310d-4efc-ad58-336b778eaf9d tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 945 time: 0.0951624 Apr 20 18:32:45.150445 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-425fc70a-faa4-41c0-bda0-c9c8418aaafb req-e0b91dc1-89a1-4979-a8b7-e0125c32ef4f tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8465791-ba9f-49bd-9594-25de06a870d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549324 Apr 20 18:32:45.232387 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-da0174aa-4590-4487-9086-2cfaff7c13df req-d21fe39d-2e06-46b3-a3a0-6748b52ee6fe tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0e8ae7-8e61-4c04-9036-55231fbb1d67 HTTP/1.1" status: 200 len: 210 time: 0.0522356 Apr 20 18:32:45.419801 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b0566-33ea-484d-a14e-8947dcd13780 req-7d45f916-8379-4e02-8b44-e2d422dc73e1 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:45.421292 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-781b0566-33ea-484d-a14e-8947dcd13780 req-7d45f916-8379-4e02-8b44-e2d422dc73e1 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.46 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 945 time: 0.0895219 Apr 20 18:32:45.507130 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [req-781b0566-33ea-484d-a14e-8947dcd13780 req-d5d9fb86-0456-48da-b86a-cf2b40414247 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Deleting port 5f99eaee-b40b-45fe-994a-ca09c8db528d {{(pid=86392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:32:45.507865 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-781b0566-33ea-484d-a14e-8947dcd13780 req-d5d9fb86-0456-48da-b86a-cf2b40414247 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278078475124'] for port, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:45.774516 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [req-781b0566-33ea-484d-a14e-8947dcd13780 req-d5d9fb86-0456-48da-b86a-cf2b40414247 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] For port 5f99eaee-b40b-45fe-994a-ca09c8db528d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=5f99eaee-b40b-45fe-994a-ca09c8db528d,segment=NetworkSegment(a75a35db-dac0-4400-9a60-474492d34744),segment_id=a75a35db-dac0-4400-9a60-474492d34744)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:32:45.775052 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-781b0566-33ea-484d-a14e-8947dcd13780 req-d5d9fb86-0456-48da-b86a-cf2b40414247 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7972734'] for port, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:45.820369 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14820b-6497-4bc1-8b66-1ab45ed70ebc req-3175b6b6-3cdd-4c48-acd3-9d72aa3505ad tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:45.822055 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-af14820b-6497-4bc1-8b66-1ab45ed70ebc req-3175b6b6-3cdd-4c48-acd3-9d72aa3505ad tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.46 "GET /v2.0/networks?id=ed51a3a2-96cc-4963-b1d6-2b7d35507eab HTTP/1.1" status: 200 len: 814 time: 0.2267244 Apr 20 18:32:45.836524 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [req-af14820b-6497-4bc1-8b66-1ab45ed70ebc req-1881ec87-630f-4d4b-9559-b2f56de2ede7 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Request body: {'port': {'device_id': '9d0e8ae7-8e61-4c04-9036-55231fbb1d67', 'network_id': 'ed51a3a2-96cc-4963-b1d6-2b7d35507eab', 'admin_state_up': True, 'tenant_id': '5416bb6760b540f2b8ba153e145be485'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:32:45.859865 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de7d4de-9fd1-48e8-bd02-4b83d14c6384 req-b5ac3577-34d4-4c6f-aea6-e892b50c1937 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:45.861550 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-2de7d4de-9fd1-48e8-bd02-4b83d14c6384 req-b5ac3577-34d4-4c6f-aea6-e892b50c1937 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 943 time: 0.1804800 Apr 20 18:32:45.908919 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [req-781b0566-33ea-484d-a14e-8947dcd13780 req-d5d9fb86-0456-48da-b86a-cf2b40414247 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Calling delete_port for 5f99eaee-b40b-45fe-994a-ca09c8db528d owned by compute:nova {{(pid=86392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:32:46.006589 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-2de7d4de-9fd1-48e8-bd02-4b83d14c6384 req-d4a45824-3170-4cc6-9e9c-34a6ff91e064 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029e925-67cb-4402-81c8-a9bf97a752e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357634 Apr 20 18:32:46.032508 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [req-af14820b-6497-4bc1-8b66-1ab45ed70ebc req-1881ec87-630f-4d4b-9559-b2f56de2ede7 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:32:46.036771 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-af14820b-6497-4bc1-8b66-1ab45ed70ebc req-1881ec87-630f-4d4b-9559-b2f56de2ede7 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Usage tracker for resource:port and tenant:5416bb6760b540f2b8ba153e145be485 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:32:46.039862 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-af14820b-6497-4bc1-8b66-1ab45ed70ebc req-1881ec87-630f-4d4b-9559-b2f56de2ede7 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:32:46.047388 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [req-af14820b-6497-4bc1-8b66-1ab45ed70ebc req-1881ec87-630f-4d4b-9559-b2f56de2ede7 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:32:46.063053 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-781b0566-33ea-484d-a14e-8947dcd13780 req-d5d9fb86-0456-48da-b86a-cf2b40414247 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278078469919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758775855577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852620706'] for port, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:46.063639 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af14820b-6497-4bc1-8b66-1ab45ed70ebc req-1881ec87-630f-4d4b-9559-b2f56de2ede7 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Made reservation on behalf of 5416bb6760b540f2b8ba153e145be485 for: {'port': 1} {{(pid=86391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:32:46.068946 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-08a176f9-e285-47d7-bd02-6a90069eff7e tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:46.070239 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-af14820b-6497-4bc1-8b66-1ab45ed70ebc req-1881ec87-630f-4d4b-9559-b2f56de2ede7 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:46.075690 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] get_ports_and_sgs() called for port_ids ['5f99eaee-b40b-45fe-994a-ca09c8db528d'] {{(pid=86393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:32:46.116096 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d9fb86-0456-48da-b86a-cf2b40414247 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Pushing event deleted for resources: {'Port': ['ID=5f99eaee-b40b-45fe-994a-ca09c8db528d,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:46.125620 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d9fb86-0456-48da-b86a-cf2b40414247 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:32:46.126029 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d9fb86-0456-48da-b86a-cf2b40414247 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:32:46.126430 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d9fb86-0456-48da-b86a-cf2b40414247 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:32:46.126920 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d9fb86-0456-48da-b86a-cf2b40414247 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:32:46.127227 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d9fb86-0456-48da-b86a-cf2b40414247 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:32:46.127619 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d9fb86-0456-48da-b86a-cf2b40414247 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:32:46.128010 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d9fb86-0456-48da-b86a-cf2b40414247 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:32:46.128399 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d9fb86-0456-48da-b86a-cf2b40414247 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:32:46.128785 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d9fb86-0456-48da-b86a-cf2b40414247 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:32:46.129180 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d9fb86-0456-48da-b86a-cf2b40414247 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:32:46.129570 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d9fb86-0456-48da-b86a-cf2b40414247 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:32:46.129957 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d9fb86-0456-48da-b86a-cf2b40414247 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:32:46.134860 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-d5d9fb86-0456-48da-b86a-cf2b40414247 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:46.232628 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [req-781b0566-33ea-484d-a14e-8947dcd13780 req-d5d9fb86-0456-48da-b86a-cf2b40414247 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] No DVR routers for this DVR port 5f99eaee-b40b-45fe-994a-ca09c8db528d on host hv-cinder-78693 {{(pid=86392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:32:46.251806 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-781b0566-33ea-484d-a14e-8947dcd13780 req-d5d9fb86-0456-48da-b86a-cf2b40414247 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031'] for port, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:46.254933 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '412333fe-a069-4561-b8bc-16e8be58b7e9', 'name': 'network-vif-deleted', 'tag': '5f99eaee-b40b-45fe-994a-ca09c8db528d'}] {{(pid=86392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:32:46.257476 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.db_base_plugin_common [req-af14820b-6497-4bc1-8b66-1ab45ed70ebc req-1881ec87-630f-4d4b-9559-b2f56de2ede7 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Allocated IP 172.20.0.14 (ed51a3a2-96cc-4963-b1d6-2b7d35507eab/47801463-4c54-41cf-af8b-faeb4c3f2891/3710b9d4-c4b4-42bb-ad85-30c5e1fb9b52) {{(pid=86391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:32:46.321844 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-781b0566-33ea-484d-a14e-8947dcd13780 req-d5d9fb86-0456-48da-b86a-cf2b40414247 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.46 "DELETE /v2.0/ports/5f99eaee-b40b-45fe-994a-ca09c8db528d HTTP/1.1" status: 204 len: 173 time: 0.8921626 Apr 20 18:32:46.328993 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-f70b5a66-5c75-4c3c-9739-27aec967662c req-a795a476-444f-4f9f-aedd-d006e34c43a9 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Synchronizing usage tracker for tenant:a7d00bc2297e4088a3209dad8c5ffa52 on resource:port {{(pid=86392) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:32:46.344453 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-f70b5a66-5c75-4c3c-9739-27aec967662c req-a795a476-444f-4f9f-aedd-d006e34c43a9 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Unset dirty status for tenant:a7d00bc2297e4088a3209dad8c5ffa52 on resource:port {{(pid=86392) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:32:46.345380 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f70b5a66-5c75-4c3c-9739-27aec967662c req-a795a476-444f-4f9f-aedd-d006e34c43a9 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] 10.222.0.20 "GET /v2.0/ports?device_id=412333fe-a069-4561-b8bc-16e8be58b7e9 HTTP/1.1" status: 200 len: 210 time: 0.0668666 Apr 20 18:32:46.401769 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 37720) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:32:46.429734 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '412333fe-a069-4561-b8bc-16e8be58b7e9', 'name': 'network-vif-deleted', 'tag': '5f99eaee-b40b-45fe-994a-ca09c8db528d', 'status': 'completed', 'code': 200} Apr 20 18:32:46.509232 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-29fe27c7-a0b8-4bac-bf8a-36830812728f req-7fcc4b2c-b4c9-4f61-a2cb-0cf637014661 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0e8ae7-8e61-4c04-9036-55231fbb1d67 HTTP/1.1" status: 200 len: 210 time: 0.0553725 Apr 20 18:32:46.538186 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-371cbce2-cc4b-4847-b6ee-1afd1cb8a704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:46.553729 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-371cbce2-cc4b-4847-b6ee-1afd1cb8a704 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:32:46.558071 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-371cbce2-cc4b-4847-b6ee-1afd1cb8a704 admin admin] Usage tracker for resource:security_group_rule and tenant:a2d1137cf7624d09804893d9ac8988c3 is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:32:46.561138 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-371cbce2-cc4b-4847-b6ee-1afd1cb8a704 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:32:46.567397 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-371cbce2-cc4b-4847-b6ee-1afd1cb8a704 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:32:46.571358 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-af14820b-6497-4bc1-8b66-1ab45ed70ebc req-1881ec87-630f-4d4b-9559-b2f56de2ede7 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Notify callbacks [] for port, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:46.602022 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-af14820b-6497-4bc1-8b66-1ab45ed70ebc req-1881ec87-630f-4d4b-9559-b2f56de2ede7 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278078920240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368212'] for port, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:46.607777 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-1019e4d4-712c-4fd4-b76d-5ccf3a8837c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:46.645348 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:46.654571 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-371cbce2-cc4b-4847-b6ee-1afd1cb8a704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:46.659232 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-371cbce2-cc4b-4847-b6ee-1afd1cb8a704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:46.668577 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-76b09c87-1591-4886-883f-afdae3ad988b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:46.681235 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af14820b-6497-4bc1-8b66-1ab45ed70ebc req-1881ec87-630f-4d4b-9559-b2f56de2ede7 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Network ed51a3a2-96cc-4963-b1d6-2b7d35507eab is already hosted by enough agents. {{(pid=86391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:32:46.684798 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [req-af14820b-6497-4bc1-8b66-1ab45ed70ebc req-1881ec87-630f-4d4b-9559-b2f56de2ede7 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Resources bound (agent type, host, resource id): {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:32:46.688999 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [req-af14820b-6497-4bc1-8b66-1ab45ed70ebc req-1881ec87-630f-4d4b-9559-b2f56de2ede7 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Received port after_create {{(pid=86391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:32:46.713406 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371cbce2-cc4b-4847-b6ee-1afd1cb8a704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa776041-fc59-4081-a516-f669b967c34f,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:46.720556 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-371cbce2-cc4b-4847-b6ee-1afd1cb8a704 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a2d1137cf7624d09804893d9ac8988c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3148391 Apr 20 18:32:46.720556 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-371cbce2-cc4b-4847-b6ee-1afd1cb8a704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:46.720845 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 37726) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:32:46.722603 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1881ec87-630f-4d4b-9559-b2f56de2ede7 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Pushing event updated for resources: {'Port': ['ID=3710b9d4-c4b4-42bb-ad85-30c5e1fb9b52,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:46.739539 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881ec87-630f-4d4b-9559-b2f56de2ede7 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:32:46.739946 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881ec87-630f-4d4b-9559-b2f56de2ede7 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:32:46.740333 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881ec87-630f-4d4b-9559-b2f56de2ede7 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:32:46.740720 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881ec87-630f-4d4b-9559-b2f56de2ede7 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:32:46.741103 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881ec87-630f-4d4b-9559-b2f56de2ede7 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:32:46.741483 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881ec87-630f-4d4b-9559-b2f56de2ede7 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:32:46.741861 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881ec87-630f-4d4b-9559-b2f56de2ede7 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:32:46.742239 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881ec87-630f-4d4b-9559-b2f56de2ede7 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:32:46.742602 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881ec87-630f-4d4b-9559-b2f56de2ede7 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:32:46.742997 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881ec87-630f-4d4b-9559-b2f56de2ede7 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:32:46.743362 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881ec87-630f-4d4b-9559-b2f56de2ede7 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:32:46.743748 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881ec87-630f-4d4b-9559-b2f56de2ede7 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:32:46.749407 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-1881ec87-630f-4d4b-9559-b2f56de2ede7 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:46.772508 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14820b-6497-4bc1-8b66-1ab45ed70ebc req-1881ec87-630f-4d4b-9559-b2f56de2ede7 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:46.773180 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-af14820b-6497-4bc1-8b66-1ab45ed70ebc req-1881ec87-630f-4d4b-9559-b2f56de2ede7 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031'] for port, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:46.787913 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e4bc2f03-cf06-4bd7-96b4-d5265aeb1b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:46.794174 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-af14820b-6497-4bc1-8b66-1ab45ed70ebc req-1881ec87-630f-4d4b-9559-b2f56de2ede7 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9631855 Apr 20 18:32:46.808056 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [req-af14820b-6497-4bc1-8b66-1ab45ed70ebc req-319bb430-cb93-437e-880a-5bbfe54da82a service neutron] Request body: {'port': {'device_id': '9d0e8ae7-8e61-4c04-9036-55231fbb1d67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:32:46.815488 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e4bc2f03-cf06-4bd7-96b4-d5265aeb1b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:46.926439 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e4bc2f03-cf06-4bd7-96b4-d5265aeb1b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:46.933551 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-3629f837-904f-4d16-a733-70c82ee18f5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:46.935818 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-af14820b-6497-4bc1-8b66-1ab45ed70ebc req-319bb430-cb93-437e-880a-5bbfe54da82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:47.177636 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-bdd130e9-af2f-48e1-aa1a-db5c7fb10f11 req-5de28455-8560-46d1-8177-182679f01c6c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4722ccd8-f7c9-4c68-9967-e1c1e00960df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3259370 Apr 20 18:32:47.178475 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bc2f03-cf06-4bd7-96b4-d5265aeb1b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa776041-fc59-4081-a516-f669b967c34f,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:47.182771 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-e4bc2f03-cf06-4bd7-96b4-d5265aeb1b5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:47.268988 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e4bc2f03-cf06-4bd7-96b4-d5265aeb1b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:47.270160 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-e4bc2f03-cf06-4bd7-96b4-d5265aeb1b5a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fa776041-fc59-4081-a516-f669b967c34f HTTP/1.1" status: 204 len: 168 time: 0.5483916 Apr 20 18:32:47.322554 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [req-af14820b-6497-4bc1-8b66-1ab45ed70ebc req-319bb430-cb93-437e-880a-5bbfe54da82a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3710b9d4-c4b4-42bb-ad85-30c5e1fb9b52 {{(pid=86391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:32:47.332792 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-af14820b-6497-4bc1-8b66-1ab45ed70ebc req-319bb430-cb93-437e-880a-5bbfe54da82a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:47.345507 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc9b96e-0a83-47e5-b97f-ff2b57ede346 req-08246400-e8d8-490b-bb69-8a566d12829e tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:47.347136 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-1dc9b96e-0a83-47e5-b97f-ff2b57ede346 req-08246400-e8d8-490b-bb69-8a566d12829e tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 943 time: 0.1638227 Apr 20 18:32:47.349948 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [req-af14820b-6497-4bc1-8b66-1ab45ed70ebc req-319bb430-cb93-437e-880a-5bbfe54da82a service neutron] Transition to ACTIVE for port object 3710b9d4-c4b4-42bb-ad85-30c5e1fb9b52 will not be triggered until provisioned by entity L2. {{(pid=86391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:32:47.353623 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-af14820b-6497-4bc1-8b66-1ab45ed70ebc req-319bb430-cb93-437e-880a-5bbfe54da82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852407587'] for port, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:47.353792 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd130e9-af2f-48e1-aa1a-db5c7fb10f11 req-45771ae8-d95b-4a54-b6b2-6c5703a71944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:47.355240 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-bdd130e9-af2f-48e1-aa1a-db5c7fb10f11 req-45771ae8-d95b-4a54-b6b2-6c5703a71944 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9dd07067e6ec4229b42b15a57fa654ee&device_id=4722ccd8-f7c9-4c68-9967-e1c1e00960df HTTP/1.1" status: 200 len: 1099 time: 0.1251197 Apr 20 18:32:47.365431 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:47.440210 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb430-cb93-437e-880a-5bbfe54da82a service neutron] Pushing event updated for resources: {'Port': ['ID=3710b9d4-c4b4-42bb-ad85-30c5e1fb9b52,revision_number=2']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:47.441705 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-1dc9b96e-0a83-47e5-b97f-ff2b57ede346 req-d05763de-418c-40d1-ac5d-676399a58530 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029e925-67cb-4402-81c8-a9bf97a752e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852780 Apr 20 18:32:47.489025 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 37738) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:32:47.489978 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-319bb430-cb93-437e-880a-5bbfe54da82a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:47.567184 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd130e9-af2f-48e1-aa1a-db5c7fb10f11 req-32c35afb-9bda-4859-a901-2aa24f576f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:47.568788 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-bdd130e9-af2f-48e1-aa1a-db5c7fb10f11 req-32c35afb-9bda-4859-a901-2aa24f576f07 service neutron] 10.222.0.46 "GET /v2.0/networks?id=07ec5321-0579-4912-85f7-b750583baf28 HTTP/1.1" status: 200 len: 911 time: 0.1928766 Apr 20 18:32:47.759683 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-bdd130e9-af2f-48e1-aa1a-db5c7fb10f11 req-4780bc54-c9a0-496a-8abd-417e11e56cbd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea78babd-8254-4f3a-9a92-44ab55032223 HTTP/1.1" status: 200 len: 1001 time: 0.1838946 Apr 20 18:32:47.791959 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [req-af14820b-6497-4bc1-8b66-1ab45ed70ebc req-319bb430-cb93-437e-880a-5bbfe54da82a service neutron] Attempting to bind port 3710b9d4-c4b4-42bb-ad85-30c5e1fb9b52 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:32:47.792334 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [req-af14820b-6497-4bc1-8b66-1ab45ed70ebc req-319bb430-cb93-437e-880a-5bbfe54da82a service neutron] Attempting to bind port 3710b9d4-c4b4-42bb-ad85-30c5e1fb9b52 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '3ac14a34-2646-41a4-bb19-a03255c93f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ed51a3a2-96cc-4963-b1d6-2b7d35507eab'}] {{(pid=86391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:32:47.792681 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af14820b-6497-4bc1-8b66-1ab45ed70ebc req-319bb430-cb93-437e-880a-5bbfe54da82a service neutron] Attempting to bind port 3710b9d4-c4b4-42bb-ad85-30c5e1fb9b52 on network ed51a3a2-96cc-4963-b1d6-2b7d35507eab {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:32:47.803739 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af14820b-6497-4bc1-8b66-1ab45ed70ebc req-319bb430-cb93-437e-880a-5bbfe54da82a service neutron] Port 3710b9d4-c4b4-42bb-ad85-30c5e1fb9b52 on network ed51a3a2-96cc-4963-b1d6-2b7d35507eab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:32:47.804101 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af14820b-6497-4bc1-8b66-1ab45ed70ebc req-319bb430-cb93-437e-880a-5bbfe54da82a service neutron] Attempting to bind port 3710b9d4-c4b4-42bb-ad85-30c5e1fb9b52 on network ed51a3a2-96cc-4963-b1d6-2b7d35507eab {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:32:47.822431 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc5c73-c3c0-4342-b033-3827a60c11dc req-7d6ec02a-4250-4171-8d63-652ce0d84dde tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:47.824057 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-25bc5c73-c3c0-4342-b033-3827a60c11dc req-7d6ec02a-4250-4171-8d63-652ce0d84dde tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0e8ae7-8e61-4c04-9036-55231fbb1d67 HTTP/1.1" status: 200 len: 944 time: 0.1721482 Apr 20 18:32:47.886341 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af14820b-6497-4bc1-8b66-1ab45ed70ebc req-319bb430-cb93-437e-880a-5bbfe54da82a service neutron] Checking agent: {'id': '263cae3f-8754-41ef-b011-a572dc0aeed8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 27, 47), 'started_at': datetime.datetime(2021, 4, 20, 18, 27, 47), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:32:47.887396 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af14820b-6497-4bc1-8b66-1ab45ed70ebc req-319bb430-cb93-437e-880a-5bbfe54da82a service neutron] Checking segment: {'id': '3ac14a34-2646-41a4-bb19-a03255c93f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ed51a3a2-96cc-4963-b1d6-2b7d35507eab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:32:47.888013 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af14820b-6497-4bc1-8b66-1ab45ed70ebc req-319bb430-cb93-437e-880a-5bbfe54da82a service neutron] Bound using segment: {'id': '3ac14a34-2646-41a4-bb19-a03255c93f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ed51a3a2-96cc-4963-b1d6-2b7d35507eab'} {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:32:47.888781 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [req-af14820b-6497-4bc1-8b66-1ab45ed70ebc req-319bb430-cb93-437e-880a-5bbfe54da82a service neutron] Bound port: 3710b9d4-c4b4-42bb-ad85-30c5e1fb9b52, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ac14a34-2646-41a4-bb19-a03255c93f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ed51a3a2-96cc-4963-b1d6-2b7d35507eab'}}] {{(pid=86391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:32:47.889335 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-af14820b-6497-4bc1-8b66-1ab45ed70ebc req-319bb430-cb93-437e-880a-5bbfe54da82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:47.893026 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd130e9-af2f-48e1-aa1a-db5c7fb10f11 req-711ee975-c4bb-46d9-862a-af8d11314895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:47.894586 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-bdd130e9-af2f-48e1-aa1a-db5c7fb10f11 req-711ee975-c4bb-46d9-862a-af8d11314895 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6124cdb4-b728-491c-bef6-cdd1f4b23ca7 HTTP/1.1" status: 200 len: 849 time: 0.1270249 Apr 20 18:32:47.901990 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-25bc5c73-c3c0-4342-b033-3827a60c11dc req-e15271f3-aa6e-4bf7-a36a-39967d3ae90c tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Synchronizing usage tracker for tenant:5416bb6760b540f2b8ba153e145be485 on resource:security_group {{(pid=86392) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:32:47.986448 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-25bc5c73-c3c0-4342-b033-3827a60c11dc req-e15271f3-aa6e-4bf7-a36a-39967d3ae90c tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Unset dirty status for tenant:5416bb6760b540f2b8ba153e145be485 on resource:security_group {{(pid=86392) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:32:47.987817 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-25bc5c73-c3c0-4342-b033-3827a60c11dc req-e15271f3-aa6e-4bf7-a36a-39967d3ae90c tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.20 "GET /v2.0/security-groups?id=75c9fbc7-a3f7-486d-bbc8-7a4434fa12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572983 Apr 20 18:32:48.011206 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd130e9-af2f-48e1-aa1a-db5c7fb10f11 req-83b72915-7882-4b63-a4ce-fe52331ad9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:48.011206 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-bdd130e9-af2f-48e1-aa1a-db5c7fb10f11 req-83b72915-7882-4b63-a4ce-fe52331ad9ef service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=07ec5321-0579-4912-85f7-b750583baf28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1019518 Apr 20 18:32:48.164603 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-bdd130e9-af2f-48e1-aa1a-db5c7fb10f11 req-73629a05-d887-4c61-8524-efb927aa5b17 service neutron] 10.222.0.46 "GET /v2.0/networks/07ec5321-0579-4912-85f7-b750583baf28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468127 Apr 20 18:32:48.196098 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device f490f4f7-9b25-4b64-ab37-aa339d70f1c1 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:32:48.338331 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-bdd130e9-af2f-48e1-aa1a-db5c7fb10f11 req-e697e892-c4eb-4763-b9e4-5ec227e8fed2 service neutron] 10.222.0.46 "GET /v2.0/networks/07ec5321-0579-4912-85f7-b750583baf28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662886 Apr 20 18:32:48.344971 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [req-af14820b-6497-4bc1-8b66-1ab45ed70ebc req-319bb430-cb93-437e-880a-5bbfe54da82a service neutron] For port 3710b9d4-c4b4-42bb-ad85-30c5e1fb9b52, host hv-cinder-78693, cleared binding levels {{(pid=86391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:32:48.357262 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port f490f4f7-9b25-4b64-ab37-aa339d70f1c1, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f490f4f7-9b25-4b64-ab37-aa339d70f1c1,segment=NetworkSegment(42b51926-c2ca-471c-ac7e-b000ccba3eb6),segment_id=42b51926-c2ca-471c-ac7e-b000ccba3eb6)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:32:48.372920 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Returning: {'device': 'f490f4f7-9b25-4b64-ab37-aa339d70f1c1', 'network_id': 'c035be72-ec93-4bac-85f8-b0cd68e3656b', 'port_id': 'f490f4f7-9b25-4b64-ab37-aa339d70f1c1', 'mac_address': 'fa:16:3e:8e:9e:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41a62a97-d129-42fa-96d5-fce2a7a65a86', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:32:48.389603 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [req-af14820b-6497-4bc1-8b66-1ab45ed70ebc req-319bb430-cb93-437e-880a-5bbfe54da82a service neutron] For port 3710b9d4-c4b4-42bb-ad85-30c5e1fb9b52, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=3710b9d4-c4b4-42bb-ad85-30c5e1fb9b52,segment=NetworkSegment(3ac14a34-2646-41a4-bb19-a03255c93f0a),segment_id=3ac14a34-2646-41a4-bb19-a03255c93f0a)] {{(pid=86391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:32:48.397364 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-af14820b-6497-4bc1-8b66-1ab45ed70ebc req-319bb430-cb93-437e-880a-5bbfe54da82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852407587'] for port, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:48.404399 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-612fb283-3d89-411b-b348-c64d1cac876b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:48.433100 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:48.463379 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f490f4f7-9b25-4b64-ab37-aa339d70f1c1 {{(pid=86393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:32:48.479251 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14820b-6497-4bc1-8b66-1ab45ed70ebc req-319bb430-cb93-437e-880a-5bbfe54da82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:48.480104 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-af14820b-6497-4bc1-8b66-1ab45ed70ebc req-319bb430-cb93-437e-880a-5bbfe54da82a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031'] for port, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:48.481449 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-af14820b-6497-4bc1-8b66-1ab45ed70ebc req-319bb430-cb93-437e-880a-5bbfe54da82a service neutron] 10.222.0.46 "PUT /v2.0/ports/3710b9d4-c4b4-42bb-ad85-30c5e1fb9b52 HTTP/1.1" status: 200 len: 1094 time: 1.6781580 Apr 20 18:32:48.481996 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d0e8ae7-8e61-4c04-9036-55231fbb1d67', 'tag': '3710b9d4-c4b4-42bb-ad85-30c5e1fb9b52'}] {{(pid=86391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:32:48.483728 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port f490f4f7-9b25-4b64-ab37-aa339d70f1c1, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f490f4f7-9b25-4b64-ab37-aa339d70f1c1,segment=NetworkSegment(42b51926-c2ca-471c-ac7e-b000ccba3eb6),segment_id=42b51926-c2ca-471c-ac7e-b000ccba3eb6)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:32:48.510435 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:48.512592 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:48.591011 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d0e8ae7-8e61-4c04-9036-55231fbb1d67', 'tag': '3710b9d4-c4b4-42bb-ad85-30c5e1fb9b52', 'status': 'completed', 'code': 200} Apr 20 18:32:48.628414 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Pushing event updated for resources: {'Port': ['ID=f490f4f7-9b25-4b64-ab37-aa339d70f1c1,revision_number=9']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:48.631804 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:48.644422 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb430-cb93-437e-880a-5bbfe54da82a service neutron] Pushing event updated for resources: {'Port': ['ID=3710b9d4-c4b4-42bb-ad85-30c5e1fb9b52,revision_number=3']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:48.648532 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-319bb430-cb93-437e-880a-5bbfe54da82a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:48.733932 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14820b-6497-4bc1-8b66-1ab45ed70ebc req-47ef729a-37d3-4e94-9b75-33da3bfa2c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:48.735586 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-af14820b-6497-4bc1-8b66-1ab45ed70ebc req-47ef729a-37d3-4e94-9b75-33da3bfa2c3a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5416bb6760b540f2b8ba153e145be485&device_id=9d0e8ae7-8e61-4c04-9036-55231fbb1d67 HTTP/1.1" status: 200 len: 1097 time: 0.1998239 Apr 20 18:32:48.742162 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] get_ports_and_sgs() called for port_ids ['f490f4f7-9b25-4b64-ab37-aa339d70f1c1'] {{(pid=86393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:32:48.791017 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74cab8a-4c7a-4e38-ab01-ff0863816c8c req-d5b75580-c877-44e5-a284-aad3631eb6ae tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:48.792435 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-d74cab8a-4c7a-4e38-ab01-ff0863816c8c req-d5b75580-c877-44e5-a284-aad3631eb6ae tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 944 time: 0.2052679 Apr 20 18:32:48.885144 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-af14820b-6497-4bc1-8b66-1ab45ed70ebc req-173f4cab-0148-47f4-bf82-8e8a8dfc249a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3710b9d4-c4b4-42bb-ad85-30c5e1fb9b52 HTTP/1.1" status: 200 len: 217 time: 0.1035795 Apr 20 18:32:48.986591 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-d74cab8a-4c7a-4e38-ab01-ff0863816c8c req-4eaac5cd-52d2-421a-805a-89a5d1fb7a78 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029e925-67cb-4402-81c8-a9bf97a752e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377263 Apr 20 18:32:48.999028 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14820b-6497-4bc1-8b66-1ab45ed70ebc req-6cdc4847-d9ca-4397-ae38-6c8af13c279d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:49.000372 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-af14820b-6497-4bc1-8b66-1ab45ed70ebc req-6cdc4847-d9ca-4397-ae38-6c8af13c279d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=47801463-4c54-41cf-af8b-faeb4c3f2891 HTTP/1.1" status: 200 len: 854 time: 0.1070344 Apr 20 18:32:49.006044 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-234fac09-af82-48b3-86ce-3432ad6b4e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401049'] for router_interface, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:49.178320 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-af14820b-6497-4bc1-8b66-1ab45ed70ebc req-722c5cd9-f249-480a-8841-03c5054eec0d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ed51a3a2-96cc-4963-b1d6-2b7d35507eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1157620 Apr 20 18:32:49.198132 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f592f-b72a-4553-9afe-c15b5f098c87 req-269a6863-19cb-4373-80c3-954a37c425be tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:49.199793 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-cc7f592f-b72a-4553-9afe-c15b5f098c87 req-269a6863-19cb-4373-80c3-954a37c425be tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0e8ae7-8e61-4c04-9036-55231fbb1d67 HTTP/1.1" status: 200 len: 944 time: 0.0905607 Apr 20 18:32:49.252535 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-cc7f592f-b72a-4553-9afe-c15b5f098c87 req-e3350ef7-baa9-4762-bccd-5c8780f4f384 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.20 "GET /v2.0/security-groups?id=75c9fbc7-a3f7-486d-bbc8-7a4434fa12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460963 Apr 20 18:32:49.451795 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-af14820b-6497-4bc1-8b66-1ab45ed70ebc req-a904a7f0-a1d3-43ce-85dd-ad0826cdec09 service neutron] 10.222.0.46 "GET /v2.0/networks/ed51a3a2-96cc-4963-b1d6-2b7d35507eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586379 Apr 20 18:32:49.655198 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-af14820b-6497-4bc1-8b66-1ab45ed70ebc req-d218187a-290f-4ed7-8e8b-5738170aedbb service neutron] 10.222.0.46 "GET /v2.0/networks/ed51a3a2-96cc-4963-b1d6-2b7d35507eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939652 Apr 20 18:32:49.662806 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-234fac09-af82-48b3-86ce-3432ad6b4e66 admin admin] Deleting port 417b90b2-ec23-4274-838c-ee60cce7a113 {{(pid=86391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:32:49.663122 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-234fac09-af82-48b3-86ce-3432ad6b4e66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278078475124'] for port, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:49.908384 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e422fd82-b4e9-4463-824a-6441411e7c54 req-545fb6a7-84de-49ee-b91c-5ba52f396f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:49.909983 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e422fd82-b4e9-4463-824a-6441411e7c54 req-545fb6a7-84de-49ee-b91c-5ba52f396f8f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5416bb6760b540f2b8ba153e145be485&device_id=9d0e8ae7-8e61-4c04-9036-55231fbb1d67 HTTP/1.1" status: 200 len: 1097 time: 0.2040961 Apr 20 18:32:49.917312 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-234fac09-af82-48b3-86ce-3432ad6b4e66 admin admin] For port 417b90b2-ec23-4274-838c-ee60cce7a113, host dv-cinder-786932-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=417b90b2-ec23-4274-838c-ee60cce7a113,segment=NetworkSegment(a75a35db-dac0-4400-9a60-474492d34744),segment_id=a75a35db-dac0-4400-9a60-474492d34744)] {{(pid=86391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:32:49.917755 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-234fac09-af82-48b3-86ce-3432ad6b4e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7972734'] for port, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:50.120978 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-234fac09-af82-48b3-86ce-3432ad6b4e66 admin admin] Calling delete_port for 417b90b2-ec23-4274-838c-ee60cce7a113 owned by network:router_interface {{(pid=86391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:32:50.209761 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device f490f4f7-9b25-4b64-ab37-aa339d70f1c1 up at agent hyperv_hv-cinder-78693 {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:32:50.218642 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602dedd8-f67c-46b7-95f9-b8f1353ba398 req-eaa0f3a0-ea2b-4f43-af03-d6e1c088aed8 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:50.220569 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-602dedd8-f67c-46b7-95f9-b8f1353ba398 req-eaa0f3a0-ea2b-4f43-af03-d6e1c088aed8 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 944 time: 0.0987980 Apr 20 18:32:50.292062 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-602dedd8-f67c-46b7-95f9-b8f1353ba398 req-5e017cb9-57cf-4055-b68a-0f369971ba31 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029e925-67cb-4402-81c8-a9bf97a752e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632117 Apr 20 18:32:50.310289 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Provisioning complete for port f490f4f7-9b25-4b64-ab37-aa339d70f1c1 triggered by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:32:50.311012 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:50.483156 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:50.521081 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port f490f4f7-9b25-4b64-ab37-aa339d70f1c1, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f490f4f7-9b25-4b64-ab37-aa339d70f1c1,segment=NetworkSegment(42b51926-c2ca-471c-ac7e-b000ccba3eb6),segment_id=42b51926-c2ca-471c-ac7e-b000ccba3eb6)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:32:50.522478 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7156a4bb-3899-4f14-98d6-4edc78bd8159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f490f4f7-9b25-4b64-ab37-aa339d70f1c1'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:32:50.547838 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:50.548803 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device 5f99eaee-b40b-45fe-994a-ca09c8db528d no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:32:50.600882 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe2b87-d3c2-4916-bc2c-61698b275869 req-87ecade8-b95f-44fa-8104-43ac71f14bd8 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:50.614132 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-6bfe2b87-d3c2-4916-bc2c-61698b275869 req-87ecade8-b95f-44fa-8104-43ac71f14bd8 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0e8ae7-8e61-4c04-9036-55231fbb1d67 HTTP/1.1" status: 200 len: 944 time: 0.1203671 Apr 20 18:32:50.643794 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7156a4bb-3899-4f14-98d6-4edc78bd8159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f490f4f7-9b25-4b64-ab37-aa339d70f1c1', 'code': 200} Apr 20 18:32:50.644458 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:50.670268 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-6bfe2b87-d3c2-4916-bc2c-61698b275869 req-6b326b9f-4a3a-4f7a-9b6b-a2f3514925ee tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.20 "GET /v2.0/security-groups?id=75c9fbc7-a3f7-486d-bbc8-7a4434fa12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550454 Apr 20 18:32:50.724673 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] No Port match for: 5f99eaee-b40b-45fe-994a-ca09c8db528d {{(pid=86393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:32:50.725032 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device 5f99eaee-b40b-45fe-994a-ca09c8db528d not bound to the agent host hv-cinder-78693 {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:32:50.754732 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Pushing event updated for resources: {'Port': ['ID=f490f4f7-9b25-4b64-ab37-aa339d70f1c1,revision_number=10']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:50.756495 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e422fd82-b4e9-4463-824a-6441411e7c54 req-06b5c332-7bc5-46af-bc52-6b733b3f933c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:50.757985 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:50.758125 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e422fd82-b4e9-4463-824a-6441411e7c54 req-06b5c332-7bc5-46af-bc52-6b733b3f933c service neutron] 10.222.0.46 "GET /v2.0/networks?id=ed51a3a2-96cc-4963-b1d6-2b7d35507eab HTTP/1.1" status: 200 len: 915 time: 0.8324313 Apr 20 18:32:50.842455 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e422fd82-b4e9-4463-824a-6441411e7c54 req-fa9a275e-9be8-49a2-8349-9fb12a272e38 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3710b9d4-c4b4-42bb-ad85-30c5e1fb9b52 HTTP/1.1" status: 200 len: 217 time: 0.0750039 Apr 20 18:32:50.966339 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e422fd82-b4e9-4463-824a-6441411e7c54 req-13034274-bd06-4a4d-95ff-e387063cca72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:50.967940 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e422fd82-b4e9-4463-824a-6441411e7c54 req-13034274-bd06-4a4d-95ff-e387063cca72 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=47801463-4c54-41cf-af8b-faeb4c3f2891 HTTP/1.1" status: 200 len: 854 time: 0.1187010 Apr 20 18:32:51.014328 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-234fac09-af82-48b3-86ce-3432ad6b4e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278078469919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758775855577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368212'] for port, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:51.023213 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-1881ec87-630f-4d4b-9559-b2f56de2ede7 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:51.068160 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e422fd82-b4e9-4463-824a-6441411e7c54 req-cd3bfc5e-9ede-443c-b5ab-f5b6284cc4b3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ed51a3a2-96cc-4963-b1d6-2b7d35507eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0936451 Apr 20 18:32:51.079015 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234fac09-af82-48b3-86ce-3432ad6b4e66 admin admin] Pushing event deleted for resources: {'Port': ['ID=417b90b2-ec23-4274-838c-ee60cce7a113,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:51.103649 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-234fac09-af82-48b3-86ce-3432ad6b4e66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:51.131189 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf0e70-e61b-4187-83ff-bbfa7beaf3e0 req-fd9b33e2-ff9b-49dd-8bb7-279e4cd0bb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:51.132796 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-faaf0e70-e61b-4187-83ff-bbfa7beaf3e0 req-fd9b33e2-ff9b-49dd-8bb7-279e4cd0bb6b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 1099 time: 0.0789506 Apr 20 18:32:51.177576 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-faaf0e70-e61b-4187-83ff-bbfa7beaf3e0 req-ccee8ff9-8a6f-4571-9114-9186f72178af service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9029e925-67cb-4402-81c8-a9bf97a752e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378141 Apr 20 18:32:51.499136 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e422fd82-b4e9-4463-824a-6441411e7c54 req-f3fdb50c-e3fc-4d5f-8a4a-51f3e04717c6 service neutron] 10.222.0.46 "GET /v2.0/networks/ed51a3a2-96cc-4963-b1d6-2b7d35507eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4211383 Apr 20 18:32:51.684388 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-234fac09-af82-48b3-86ce-3432ad6b4e66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846651742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401127'] for router_interface, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:51.784733 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e422fd82-b4e9-4463-824a-6441411e7c54 req-e2140724-3f1d-4e0c-b4c4-fd2269f49a65 service neutron] 10.222.0.46 "GET /v2.0/networks/ed51a3a2-96cc-4963-b1d6-2b7d35507eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708993 Apr 20 18:32:51.796845 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7865ace-1062-4267-a3ac-e805a78f3a46 req-771786f7-7109-47c8-9240-214b4225aeb0 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:51.799582 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-c7865ace-1062-4267-a3ac-e805a78f3a46 req-771786f7-7109-47c8-9240-214b4225aeb0 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 946 time: 0.3545887 Apr 20 18:32:51.897913 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2a2d0-52b4-4fd6-9605-95e0bc17480a req-641bc868-9a43-4498-89ff-5b7f753f4827 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:51.900161 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-85e2a2d0-52b4-4fd6-9605-95e0bc17480a req-641bc868-9a43-4498-89ff-5b7f753f4827 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0e8ae7-8e61-4c04-9036-55231fbb1d67 HTTP/1.1" status: 200 len: 944 time: 0.1005642 Apr 20 18:32:51.951567 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-85e2a2d0-52b4-4fd6-9605-95e0bc17480a req-90c640d5-115b-4dcb-988c-85a6e01a1b0d tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.20 "GET /v2.0/security-groups?id=75c9fbc7-a3f7-486d-bbc8-7a4434fa12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445120 Apr 20 18:32:51.952152 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-c7865ace-1062-4267-a3ac-e805a78f3a46 req-d5d8f4f5-2ea8-48be-9f67-54ed901ecad8 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029e925-67cb-4402-81c8-a9bf97a752e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801449 Apr 20 18:32:52.219528 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-234fac09-af82-48b3-86ce-3432ad6b4e66 admin admin] Router a49fd1cd-2869-4713-92b0-bf17b4a33ac1 has already been hosted by L3 agent 41e81354-1f58-48e6-8416-2f8b62d59447 {{(pid=86391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:32:52.226026 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device 3710b9d4-c4b4-42bb-ad85-30c5e1fb9b52 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:32:52.422491 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port 3710b9d4-c4b4-42bb-ad85-30c5e1fb9b52, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=3710b9d4-c4b4-42bb-ad85-30c5e1fb9b52,segment=NetworkSegment(3ac14a34-2646-41a4-bb19-a03255c93f0a),segment_id=3ac14a34-2646-41a4-bb19-a03255c93f0a)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:32:52.438983 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Returning: {'device': '3710b9d4-c4b4-42bb-ad85-30c5e1fb9b52', 'network_id': 'ed51a3a2-96cc-4963-b1d6-2b7d35507eab', 'port_id': '3710b9d4-c4b4-42bb-ad85-30c5e1fb9b52', 'mac_address': 'fa:16:3e:56:ef:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47801463-4c54-41cf-af8b-faeb4c3f2891', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:32:52.504255 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:52.525032 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3710b9d4-c4b4-42bb-ad85-30c5e1fb9b52 {{(pid=86393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:32:52.535090 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2256c50c-7126-45f3-91bb-5229e6901d1f req-ee9f5a7f-f618-44f7-8fb9-49930be26636 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:52.537217 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-2256c50c-7126-45f3-91bb-5229e6901d1f req-ee9f5a7f-f618-44f7-8fb9-49930be26636 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/ports?device_id=4722ccd8-f7c9-4c68-9967-e1c1e00960df HTTP/1.1" status: 200 len: 946 time: 0.2039168 Apr 20 18:32:52.544886 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port 3710b9d4-c4b4-42bb-ad85-30c5e1fb9b52, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=3710b9d4-c4b4-42bb-ad85-30c5e1fb9b52,segment=NetworkSegment(3ac14a34-2646-41a4-bb19-a03255c93f0a),segment_id=3ac14a34-2646-41a4-bb19-a03255c93f0a)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:32:52.549526 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:52.551618 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:52.595894 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234fac09-af82-48b3-86ce-3432ad6b4e66 admin admin] Notify agent at l3_agent.dv-cinder-786932-2-smb the message routers_updated {{(pid=86391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:32:52.606305 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351160b0-8201-41eb-bf7e-c3b6648cfeb3 None None] Sync routers for ids ['a49fd1cd-2869-4713-92b0-bf17b4a33ac1'] in dv-cinder-786932-2-smb {{(pid=86394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:32:52.617273 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351160b0-8201-41eb-bf7e-c3b6648cfeb3 None None] Routers {'a49fd1cd-2869-4713-92b0-bf17b4a33ac1'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:32:52.617938 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-351160b0-8201-41eb-bf7e-c3b6648cfeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:32:26Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['a49fd1cd-2869-4713-92b0-bf17b4a33ac1'], 'active': True} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:32:52.637961 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Pushing event updated for resources: {'Port': ['ID=3710b9d4-c4b4-42bb-ad85-30c5e1fb9b52,revision_number=4']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:52.640190 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-2256c50c-7126-45f3-91bb-5229e6901d1f req-f44178ba-179f-4318-807a-1ad7b522f286 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ed32cec-6957-435a-bfeb-34cb0da197c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849509 Apr 20 18:32:52.641488 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:52.652985 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-234fac09-af82-48b3-86ce-3432ad6b4e66 admin admin] 10.222.0.20 "PUT /v2.0/routers/a49fd1cd-2869-4713-92b0-bf17b4a33ac1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1563206 Apr 20 18:32:52.655813 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 37856) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:32:52.776110 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] get_ports_and_sgs() called for port_ids ['3710b9d4-c4b4-42bb-ad85-30c5e1fb9b52'] {{(pid=86393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:32:52.832576 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-351160b0-8201-41eb-bf7e-c3b6648cfeb3 None None] Set router a49fd1cd-2869-4713-92b0-bf17b4a33ac1 gateway port host: dv-cinder-786932-2-smb {{(pid=86394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:32:53.136477 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-111ee352-f570-4fc8-974c-f5052958dfa9 admin admin] Notify callbacks [] for router, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:53.222140 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83572d1e-98c7-4044-98e2-6368c2037500 req-d0c3f588-7ec6-4e23-a3f1-4b1388c29688 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:53.224138 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-83572d1e-98c7-4044-98e2-6368c2037500 req-d0c3f588-7ec6-4e23-a3f1-4b1388c29688 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0e8ae7-8e61-4c04-9036-55231fbb1d67 HTTP/1.1" status: 200 len: 945 time: 0.1136131 Apr 20 18:32:53.281881 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-83572d1e-98c7-4044-98e2-6368c2037500 req-b4f76fa8-f6bd-445f-9164-94e8f46a9613 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.20 "GET /v2.0/security-groups?id=75c9fbc7-a3f7-486d-bbc8-7a4434fa12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480759 Apr 20 18:32:53.319364 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-351160b0-8201-41eb-bf7e-c3b6648cfeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49fd1cd-2869-4713-92b0-bf17b4a33ac1', 'name': 'tempest-ServerRescueNegativeTestJSON-1606434760-router', 'tenant_id': 'a7d00bc2297e4088a3209dad8c5ffa52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.74'}], 'enable_snat': True}, 'gw_port_id': '25ce7030-0d33-4871-89de-8427b5b2992f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:37Z', 'updated_at': '2021-04-20T18:32:50Z', 'revision_number': 5, 'project_id': 'a7d00bc2297e4088a3209dad8c5ffa52', 'gw_port': {'id': '25ce7030-0d33-4871-89de-8427b5b2992f', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:a7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49fd1cd-2869-4713-92b0-bf17b4a33ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:38Z', 'updated_at': '2021-04-20T18:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb'}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:32:53.323537 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351160b0-8201-41eb-bf7e-c3b6648cfeb3 None None] Checking router: a49fd1cd-2869-4713-92b0-bf17b4a33ac1 for host: dv-cinder-786932-2-smb {{(pid=86394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:32:53.332505 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351160b0-8201-41eb-bf7e-c3b6648cfeb3 None None] Routers {'a49fd1cd-2869-4713-92b0-bf17b4a33ac1'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:32:53.333163 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-351160b0-8201-41eb-bf7e-c3b6648cfeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:32:26Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['a49fd1cd-2869-4713-92b0-bf17b4a33ac1'], 'active': True} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:32:53.428120 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-111ee352-f570-4fc8-974c-f5052958dfa9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:53.441289 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c2030-b85b-4029-8dcd-1538e7efd697 req-6396974a-facf-4b1e-9617-4be9c17d816b tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:53.442893 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-659c2030-b85b-4029-8dcd-1538e7efd697 req-6396974a-facf-4b1e-9617-4be9c17d816b tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 946 time: 0.2478845 Apr 20 18:32:53.448825 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-111ee352-f570-4fc8-974c-f5052958dfa9 admin admin] Deleting port 25ce7030-0d33-4871-89de-8427b5b2992f {{(pid=86391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:32:53.450370 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-111ee352-f570-4fc8-974c-f5052958dfa9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278078475124'] for port, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:53.521053 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-351160b0-8201-41eb-bf7e-c3b6648cfeb3 None None] Set router a49fd1cd-2869-4713-92b0-bf17b4a33ac1 gateway port host: dv-cinder-786932-2-smb {{(pid=86394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:32:53.611578 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-659c2030-b85b-4029-8dcd-1538e7efd697 req-9e3b6816-1c91-4417-af56-484ce326a3ee tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029e925-67cb-4402-81c8-a9bf97a752e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268187 Apr 20 18:32:53.699855 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-dd5bced6-ff2b-4c6b-94e6-3e1fb99e84e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:53.702650 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-111ee352-f570-4fc8-974c-f5052958dfa9 admin admin] For port 25ce7030-0d33-4871-89de-8427b5b2992f, host dv-cinder-786932-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=25ce7030-0d33-4871-89de-8427b5b2992f,segment=NetworkSegment(2233cf5b-6309-472b-944c-203414fffc35),segment_id=2233cf5b-6309-472b-944c-203414fffc35)] {{(pid=86391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:32:53.703480 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-111ee352-f570-4fc8-974c-f5052958dfa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7972734'] for port, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:53.823502 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-351160b0-8201-41eb-bf7e-c3b6648cfeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49fd1cd-2869-4713-92b0-bf17b4a33ac1', 'name': 'tempest-ServerRescueNegativeTestJSON-1606434760-router', 'tenant_id': 'a7d00bc2297e4088a3209dad8c5ffa52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.74'}], 'enable_snat': True}, 'gw_port_id': '25ce7030-0d33-4871-89de-8427b5b2992f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:37Z', 'updated_at': '2021-04-20T18:32:50Z', 'revision_number': 5, 'project_id': 'a7d00bc2297e4088a3209dad8c5ffa52', 'gw_port': {'id': '25ce7030-0d33-4871-89de-8427b5b2992f', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:a7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49fd1cd-2869-4713-92b0-bf17b4a33ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:38Z', 'updated_at': '2021-04-20T18:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb'}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:32:53.827777 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351160b0-8201-41eb-bf7e-c3b6648cfeb3 None None] The sync data for ids ['a49fd1cd-2869-4713-92b0-bf17b4a33ac1'] in dv-cinder-786932-2-smb is: [{'id': 'a49fd1cd-2869-4713-92b0-bf17b4a33ac1', 'name': 'tempest-ServerRescueNegativeTestJSON-1606434760-router', 'tenant_id': 'a7d00bc2297e4088a3209dad8c5ffa52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.74'}], 'enable_snat': True}, 'gw_port_id': '25ce7030-0d33-4871-89de-8427b5b2992f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:37Z', 'updated_at': '2021-04-20T18:32:50Z', 'revision_number': 5, 'project_id': 'a7d00bc2297e4088a3209dad8c5ffa52', 'gw_port': {'id': '25ce7030-0d33-4871-89de-8427b5b2992f', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:a7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49fd1cd-2869-4713-92b0-bf17b4a33ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:38Z', 'updated_at': '2021-04-20T18:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb'}] {{(pid=86394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:32:53.853980 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-111ee352-f570-4fc8-974c-f5052958dfa9 admin admin] Calling delete_port for 25ce7030-0d33-4871-89de-8427b5b2992f owned by network:router_gateway {{(pid=86391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:32:53.904298 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc028a-f12f-4a30-b56b-8dc5a179b32b req-f5ffd9b7-ff4a-441c-94ec-78538a8fa6e5 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:53.906268 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-0ddc028a-f12f-4a30-b56b-8dc5a179b32b req-f5ffd9b7-ff4a-441c-94ec-78538a8fa6e5 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/ports?device_id=4722ccd8-f7c9-4c68-9967-e1c1e00960df HTTP/1.1" status: 200 len: 946 time: 0.1109064 Apr 20 18:32:53.969823 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-0ddc028a-f12f-4a30-b56b-8dc5a179b32b req-8ab39e71-8b52-4c97-9fdf-a7f6df93be90 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ed32cec-6957-435a-bfeb-34cb0da197c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551062 Apr 20 18:32:54.086700 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-111ee352-f570-4fc8-974c-f5052958dfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278078469919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758775855577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368212'] for port, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:54.090867 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-be0ebd83-e63b-466f-8821-8c3e96c88c70 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:54.139700 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111ee352-f570-4fc8-974c-f5052958dfa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=25ce7030-0d33-4871-89de-8427b5b2992f,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:54.143643 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-111ee352-f570-4fc8-974c-f5052958dfa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:54.225298 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device 3710b9d4-c4b4-42bb-ad85-30c5e1fb9b52 up at agent hyperv_hv-cinder-78693 {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:32:54.243444 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-111ee352-f570-4fc8-974c-f5052958dfa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846805146'] for router_gateway, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:54.309640 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Provisioning for port 3710b9d4-c4b4-42bb-ad85-30c5e1fb9b52 completed by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:32:54.314694 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Provisioning complete for port 3710b9d4-c4b4-42bb-ad85-30c5e1fb9b52 triggered by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:32:54.315143 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:54.436329 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-111ee352-f570-4fc8-974c-f5052958dfa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854379718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6052'] for router, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:54.453004 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:54.474068 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-111ee352-f570-4fc8-974c-f5052958dfa9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:54.483706 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d0e8ae7-8e61-4c04-9036-55231fbb1d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3710b9d4-c4b4-42bb-ad85-30c5e1fb9b52'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:32:54.496300 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port 3710b9d4-c4b4-42bb-ad85-30c5e1fb9b52, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=3710b9d4-c4b4-42bb-ad85-30c5e1fb9b52,segment=NetworkSegment(3ac14a34-2646-41a4-bb19-a03255c93f0a),segment_id=3ac14a34-2646-41a4-bb19-a03255c93f0a)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:32:54.499969 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:54.502104 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:54.552646 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d0e8ae7-8e61-4c04-9036-55231fbb1d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3710b9d4-c4b4-42bb-ad85-30c5e1fb9b52', 'code': 200} Apr 20 18:32:54.580720 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-111ee352-f570-4fc8-974c-f5052958dfa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-396414'] for router, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:54.581327 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111ee352-f570-4fc8-974c-f5052958dfa9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a49fd1cd-2869-4713-92b0-bf17b4a33ac1 {{(pid=86391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 18:32:54.602950 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Pushing event updated for resources: {'Port': ['ID=3710b9d4-c4b4-42bb-ad85-30c5e1fb9b52,revision_number=5']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:54.608665 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:54.611213 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-111ee352-f570-4fc8-974c-f5052958dfa9 admin admin] Notify callbacks [] for router, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:54.613271 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-111ee352-f570-4fc8-974c-f5052958dfa9 admin admin] 10.222.0.20 "DELETE /v2.0/routers/a49fd1cd-2869-4713-92b0-bf17b4a33ac1 HTTP/1.1" status: 204 len: 168 time: 1.9555550 Apr 20 18:32:54.615875 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 37890) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:32:54.626760 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9bd447-4f8b-4ec5-92ad-1d73c9a5e14d req-1f00725d-dacd-484d-9563-56ad494a4d74 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:54.627536 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-4f9bd447-4f8b-4ec5-92ad-1d73c9a5e14d req-1f00725d-dacd-484d-9563-56ad494a4d74 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Synchronizing usage tracker for tenant:5416bb6760b540f2b8ba153e145be485 on resource:port {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:32:54.661995 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-4f9bd447-4f8b-4ec5-92ad-1d73c9a5e14d req-1f00725d-dacd-484d-9563-56ad494a4d74 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Unset dirty status for tenant:5416bb6760b540f2b8ba153e145be485 on resource:port {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:32:54.663480 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-4f9bd447-4f8b-4ec5-92ad-1d73c9a5e14d req-1f00725d-dacd-484d-9563-56ad494a4d74 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0e8ae7-8e61-4c04-9036-55231fbb1d67 HTTP/1.1" status: 200 len: 945 time: 0.2336028 Apr 20 18:32:54.732535 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f291759-f565-413a-ad3a-bee9b6ebb07a admin admin] Deleting subnet b2183557-3402-47d4-9d62-f632ed212213 {{(pid=86392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 18:32:54.737747 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4f291759-f565-413a-ad3a-bee9b6ebb07a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:54.762882 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-4f9bd447-4f8b-4ec5-92ad-1d73c9a5e14d req-5b297104-b0f0-4f87-942a-8fdbc61282bd tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.20 "GET /v2.0/security-groups?id=75c9fbc7-a3f7-486d-bbc8-7a4434fa12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887098 Apr 20 18:32:54.854924 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ba92a-2326-4430-89e0-2281c3a73ea5 req-85974729-a6ff-4e79-ab25-f72aec73384c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:54.856702 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-8e4ba92a-2326-4430-89e0-2281c3a73ea5 req-85974729-a6ff-4e79-ab25-f72aec73384c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9d0e8ae7-8e61-4c04-9036-55231fbb1d67 HTTP/1.1" status: 200 len: 1099 time: 0.0830960 Apr 20 18:32:54.880370 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4f291759-f565-413a-ad3a-bee9b6ebb07a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2213469'] for subnet, precommit_delete_associations {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:54.910504 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-8e4ba92a-2326-4430-89e0-2281c3a73ea5 req-e7fdc7a1-f023-46ef-9ca0-707ba5104aa7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=75c9fbc7-a3f7-486d-bbc8-7a4434fa12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462461 Apr 20 18:32:54.980574 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4f291759-f565-413a-ad3a-bee9b6ebb07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663204'] for subnet, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:55.021784 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8371789c-d3f8-4095-9f0d-40ee2ff99159 req-6d108176-b457-4f56-84a2-748187ab8da1 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:55.023441 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-8371789c-d3f8-4095-9f0d-40ee2ff99159 req-6d108176-b457-4f56-84a2-748187ab8da1 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 946 time: 0.2316399 Apr 20 18:32:55.155334 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-8371789c-d3f8-4095-9f0d-40ee2ff99159 req-52708c90-1d6a-4407-98dc-dcaa4a72d562 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029e925-67cb-4402-81c8-a9bf97a752e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182604 Apr 20 18:32:55.201500 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4882ac0f-573f-45cb-9faa-3e0c289af310 req-3f1e9e80-0283-4413-aec6-310be1d1ebed tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:55.203287 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-4882ac0f-573f-45cb-9faa-3e0c289af310 req-3f1e9e80-0283-4413-aec6-310be1d1ebed tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/ports?device_id=4722ccd8-f7c9-4c68-9967-e1c1e00960df HTTP/1.1" status: 200 len: 946 time: 0.1047127 Apr 20 18:32:55.252416 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-4882ac0f-573f-45cb-9faa-3e0c289af310 req-784d90e5-660a-4284-ab5a-12f9d3105519 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ed32cec-6957-435a-bfeb-34cb0da197c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425682 Apr 20 18:32:55.300365 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4f291759-f565-413a-ad3a-bee9b6ebb07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854112612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852621942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086978'] for subnet, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:55.305430 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:55.342353 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f291759-f565-413a-ad3a-bee9b6ebb07a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2183557-3402-47d4-9d62-f632ed212213,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:55.345096 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-4f291759-f565-413a-ad3a-bee9b6ebb07a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:55.348035 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4f291759-f565-413a-ad3a-bee9b6ebb07a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for subnet, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:55.354321 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-4f291759-f565-413a-ad3a-bee9b6ebb07a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b2183557-3402-47d4-9d62-f632ed212213 HTTP/1.1" status: 204 len: 168 time: 0.7364681 Apr 20 18:32:55.357170 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 37912) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:32:55.474394 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-7af9df3e-a704-40b7-bd58-9293d8909cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569320'] for network, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:55.569062 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3497ab28-8ace-403b-87b3-c437a92028a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:55.592153 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device 417b90b2-ec23-4274-838c-ee60cce7a113 no longer exists at agent ovs-agent-dv-cinder-786932-2-smb {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:32:55.616318 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-7af9df3e-a704-40b7-bd58-9293d8909cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854112527', 'neutron.services.segments.db._delete_segments_for_network-8758776337267'] for network, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:55.633853 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] No Port match for: 417b90b2-ec23-4274-838c-ee60cce7a113 {{(pid=86393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:32:55.634240 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device 417b90b2-ec23-4274-838c-ee60cce7a113 not bound to the agent host dv-cinder-786932-2-smb {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:32:55.634732 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device 25ce7030-0d33-4871-89de-8427b5b2992f no longer exists at agent ovs-agent-dv-cinder-786932-2-smb {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:32:55.674729 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] No Port match for: 25ce7030-0d33-4871-89de-8427b5b2992f {{(pid=86393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:32:55.675576 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device 25ce7030-0d33-4871-89de-8427b5b2992f not bound to the agent host dv-cinder-786932-2-smb {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:32:55.738477 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.services.segments.db [None req-7af9df3e-a704-40b7-bd58-9293d8909cf0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b38b090e-8861-4ffd-9c34-064e6f8a30de']}} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:32:55.751816 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.services.segments.db [None req-7af9df3e-a704-40b7-bd58-9293d8909cf0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a75a35db-dac0-4400-9a60-474492d34744') {'for_net_delete': True} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:32:55.752132 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.services.segments.db [None req-7af9df3e-a704-40b7-bd58-9293d8909cf0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a75a35db-dac0-4400-9a60-474492d34744') {} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:32:55.764664 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-7af9df3e-a704-40b7-bd58-9293d8909cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278078409571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852562347'] for segment, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:55.781741 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-7af9df3e-a704-40b7-bd58-9293d8909cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854116670'] for segment, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:55.788108 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7af9df3e-a704-40b7-bd58-9293d8909cf0 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=86392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 18:32:56.026673 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-7af9df3e-a704-40b7-bd58-9293d8909cf0 admin admin] Network b38b090e-8861-4ffd-9c34-064e6f8a30de has no segments {{(pid=86392) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:32:56.036875 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-7af9df3e-a704-40b7-bd58-9293d8909cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-659125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2155049'] for segment, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:56.457319 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-7af9df3e-a704-40b7-bd58-9293d8909cf0 admin admin] Network b38b090e-8861-4ffd-9c34-064e6f8a30de has no segments {{(pid=86392) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:32:56.470198 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828d172-b1e4-437d-b3fd-8fd4c1f8cdb8 req-41aa8d63-706c-40d1-a679-fafdcb07e061 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:56.471862 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-6828d172-b1e4-437d-b3fd-8fd4c1f8cdb8 req-41aa8d63-706c-40d1-a679-fafdcb07e061 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/ports?device_id=4722ccd8-f7c9-4c68-9967-e1c1e00960df HTTP/1.1" status: 200 len: 946 time: 0.0982387 Apr 20 18:32:56.481371 dv-cinder-786932-2-smb neutron-server[86278]: Traceback (most recent call last): Apr 20 18:32:56.481371 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 18:32:56.481371 dv-cinder-786932-2-smb neutron-server[86278]: timer() Apr 20 18:32:56.481371 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:32:56.481371 dv-cinder-786932-2-smb neutron-server[86278]: cb(*args, **kw) Apr 20 18:32:56.481371 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 18:32:56.481371 dv-cinder-786932-2-smb neutron-server[86278]: return func(*args, **kwargs) Apr 20 18:32:56.481371 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:32:56.481371 dv-cinder-786932-2-smb neutron-server[86278]: self._notify() Apr 20 18:32:56.481371 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:32:56.481371 dv-cinder-786932-2-smb neutron-server[86278]: self.callback(batched_events) Apr 20 18:32:56.481371 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:32:56.481371 dv-cinder-786932-2-smb neutron-server[86278]: event.method(event) Apr 20 18:32:56.481371 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:32:56.481371 dv-cinder-786932-2-smb neutron-server[86278]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:32:56.481371 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 18:32:56.481371 dv-cinder-786932-2-smb neutron-server[86278]: segment_id)['aggregates'][0] Apr 20 18:32:56.481371 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:32:56.481371 dv-cinder-786932-2-smb neutron-server[86278]: return f(self, *a, **k) Apr 20 18:32:56.481371 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 18:32:56.481371 dv-cinder-786932-2-smb neutron-server[86278]: return self._get(url).json() Apr 20 18:32:56.481371 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:32:56.481371 dv-cinder-786932-2-smb neutron-server[86278]: **kwargs) Apr 20 18:32:56.481371 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 18:32:56.481371 dv-cinder-786932-2-smb neutron-server[86278]: return self.request(url, 'GET', **kwargs) Apr 20 18:32:56.481371 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 18:32:56.481371 dv-cinder-786932-2-smb neutron-server[86278]: **endpoint_filter) Apr 20 18:32:56.481371 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 18:32:56.481371 dv-cinder-786932-2-smb neutron-server[86278]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:32:56.481371 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 18:32:56.481371 dv-cinder-786932-2-smb neutron-server[86278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:32:56.481371 dv-cinder-786932-2-smb neutron-server[86278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:32:56.489901 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee3ba6-33b7-469f-8ba1-4c433e2b959b req-583eefa9-02b8-4e60-b985-cbbe3c47695f tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:56.491619 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-49ee3ba6-33b7-469f-8ba1-4c433e2b959b req-583eefa9-02b8-4e60-b985-cbbe3c47695f tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0e8ae7-8e61-4c04-9036-55231fbb1d67 HTTP/1.1" status: 200 len: 946 time: 0.5955997 Apr 20 18:32:56.525645 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-6828d172-b1e4-437d-b3fd-8fd4c1f8cdb8 req-3f1c5706-8526-4d49-bdc3-4db2b662fd84 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ed32cec-6957-435a-bfeb-34cb0da197c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469191 Apr 20 18:32:56.609539 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-49ee3ba6-33b7-469f-8ba1-4c433e2b959b req-e08ad831-7679-4ec6-919a-a740aa728a9f tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.20 "GET /v2.0/security-groups?id=75c9fbc7-a3f7-486d-bbc8-7a4434fa12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646453 Apr 20 18:32:56.610663 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-7af9df3e-a704-40b7-bd58-9293d8909cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-663289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854378623'] for network, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:56.615991 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-7af9df3e-a704-40b7-bd58-9293d8909cf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for network, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:56.619911 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-0e0ecac3-4116-4a1e-9916-7aee3aa9ccb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:56.645198 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af9df3e-a704-40b7-bd58-9293d8909cf0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b38b090e-8861-4ffd-9c34-064e6f8a30de,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:56.648292 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-7af9df3e-a704-40b7-bd58-9293d8909cf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:56.653054 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-7af9df3e-a704-40b7-bd58-9293d8909cf0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b38b090e-8861-4ffd-9c34-064e6f8a30de HTTP/1.1" status: 204 len: 168 time: 1.2922430 Apr 20 18:32:56.653766 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3b38f3e8-f2f1-49b6-ac75-f9314cd83db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:56.850197 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 37990) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:32:56.852435 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.agents_db [None req-bb53aea3-de48-49b3-8e00-ae07e91d3609 None None] Agent healthcheck: found 6 active agents {{(pid=86394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:32:56.911560 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-9a7dacd4-f75c-455d-b3a6-f1f875f2aa31 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a7d00bc2297e4088a3209dad8c5ffa52&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0597894 Apr 20 18:32:56.914367 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 37998) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:32:56.978730 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9fec7fb8-962f-4997-a422-7ff1c53b10aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:57.007110 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9fec7fb8-962f-4997-a422-7ff1c53b10aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:57.058482 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9fec7fb8-962f-4997-a422-7ff1c53b10aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:57.063758 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-9654b4e1-9e71-48d7-836c-c03f224b46be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:57.078238 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec7fb8-962f-4997-a422-7ff1c53b10aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8465791-ba9f-49bd-9594-25de06a870d2,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:57.080955 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-9fec7fb8-962f-4997-a422-7ff1c53b10aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:57.086647 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9fec7fb8-962f-4997-a422-7ff1c53b10aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:57.090542 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-9fec7fb8-962f-4997-a422-7ff1c53b10aa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d8465791-ba9f-49bd-9594-25de06a870d2 HTTP/1.1" status: 204 len: 168 time: 0.1722074 Apr 20 18:32:57.746547 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ba4f8-d77b-4929-865c-42961b78948e req-68cd2162-50b8-45e7-abb4-ea57eee1c85e tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:57.748180 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-1c3ba4f8-d77b-4929-865c-42961b78948e req-68cd2162-50b8-45e7-abb4-ea57eee1c85e tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/ports?device_id=4722ccd8-f7c9-4c68-9967-e1c1e00960df HTTP/1.1" status: 200 len: 946 time: 0.0973663 Apr 20 18:32:57.756540 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:57.805642 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-1c3ba4f8-d77b-4929-865c-42961b78948e req-8a20c84f-b7dd-4bc4-bcd0-6b9a0facea0d tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ed32cec-6957-435a-bfeb-34cb0da197c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499947 Apr 20 18:32:58.368315 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db4e54cc-07a3-4585-8120-e6421209c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:59.023453 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70b176-8f1e-4c9a-8eb0-e0918c1b82d3 req-5a097550-d194-4d29-9ccc-bf37436563f1 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:32:59.025146 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-8f70b176-8f1e-4c9a-8eb0-e0918c1b82d3 req-5a097550-d194-4d29-9ccc-bf37436563f1 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/ports?device_id=4722ccd8-f7c9-4c68-9967-e1c1e00960df HTTP/1.1" status: 200 len: 946 time: 0.0958261 Apr 20 18:32:59.076518 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-8f70b176-8f1e-4c9a-8eb0-e0918c1b82d3 req-ec9bf3be-05f2-444e-be37-def1e5e4e97f tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ed32cec-6957-435a-bfeb-34cb0da197c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446627 Apr 20 18:32:59.420467 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 38100) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:32:59.549285 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d070db97-9d43-409d-a270-adeaae9221fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:59.565318 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-d070db97-9d43-409d-a270-adeaae9221fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:32:59.569755 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-d070db97-9d43-409d-a270-adeaae9221fc admin admin] Usage tracker for resource:security_group_rule and tenant:55a388e149574ec88d8897281daadf36 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:32:59.572952 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-d070db97-9d43-409d-a270-adeaae9221fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:32:59.579277 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-d070db97-9d43-409d-a270-adeaae9221fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:32:59.680786 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d070db97-9d43-409d-a270-adeaae9221fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:59.684755 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d070db97-9d43-409d-a270-adeaae9221fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:59.692079 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-f62081ca-b597-4a82-88a0-52f894c8ccfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:59.736638 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-d070db97-9d43-409d-a270-adeaae9221fc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=55a388e149574ec88d8897281daadf36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3149219 Apr 20 18:32:59.738400 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d070db97-9d43-409d-a270-adeaae9221fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17348421-9af0-4a0f-ad13-ec6f62413c5e,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:59.739842 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 38106) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:32:59.741810 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-d070db97-9d43-409d-a270-adeaae9221fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:59.804032 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-1120b999-5bfe-47ed-9adb-11c024dc6d8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:59.833079 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-1120b999-5bfe-47ed-9adb-11c024dc6d8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:59.883615 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-1120b999-5bfe-47ed-9adb-11c024dc6d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:59.887565 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-f32a0db6-1f41-4773-b997-e92f2c63c8de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:32:59.899653 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1120b999-5bfe-47ed-9adb-11c024dc6d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17348421-9af0-4a0f-ad13-ec6f62413c5e,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:32:59.901914 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-1120b999-5bfe-47ed-9adb-11c024dc6d8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:32:59.908240 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-1120b999-5bfe-47ed-9adb-11c024dc6d8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:59.910034 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-1120b999-5bfe-47ed-9adb-11c024dc6d8b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/17348421-9af0-4a0f-ad13-ec6f62413c5e HTTP/1.1" status: 204 len: 168 time: 0.1687665 Apr 20 18:33:00.215115 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 38116) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:33:00.237064 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-ba4f8285-7494-41df-8f2e-e385a05e6e82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:00.252584 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-ba4f8285-7494-41df-8f2e-e385a05e6e82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:33:00.256674 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-ba4f8285-7494-41df-8f2e-e385a05e6e82 admin admin] Usage tracker for resource:security_group_rule and tenant:ebda1ec701ed4e8f929810b71fc15b1e is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:33:00.259689 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-ba4f8285-7494-41df-8f2e-e385a05e6e82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:33:00.265910 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-ba4f8285-7494-41df-8f2e-e385a05e6e82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:33:00.282400 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade1fc6-62cf-40bb-ba69-8a00ccb2a026 req-92c2cb2d-f393-447c-90e6-5b7c90844f7f tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:00.284092 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-aade1fc6-62cf-40bb-ba69-8a00ccb2a026 req-92c2cb2d-f393-447c-90e6-5b7c90844f7f tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/ports?device_id=4722ccd8-f7c9-4c68-9967-e1c1e00960df HTTP/1.1" status: 200 len: 946 time: 0.0930943 Apr 20 18:33:00.333297 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-aade1fc6-62cf-40bb-ba69-8a00ccb2a026 req-7a2d39e3-e9c7-4365-86c7-5e425ecd96e7 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ed32cec-6957-435a-bfeb-34cb0da197c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420570 Apr 20 18:33:00.356631 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-ba4f8285-7494-41df-8f2e-e385a05e6e82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:00.360185 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-ba4f8285-7494-41df-8f2e-e385a05e6e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:00.368063 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-bca46f89-e55d-4992-b9de-22ee363a94ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:00.411376 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-ba4f8285-7494-41df-8f2e-e385a05e6e82 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ebda1ec701ed4e8f929810b71fc15b1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1951015 Apr 20 18:33:00.412253 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4f8285-7494-41df-8f2e-e385a05e6e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b89a062-a5b7-4f18-9bdb-6ab8198d8846,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:00.414498 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 38120) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:33:00.415597 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-ba4f8285-7494-41df-8f2e-e385a05e6e82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:00.487478 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-1ca70ac9-aede-4725-bfa3-ffc7e5d88424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:00.516246 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-1ca70ac9-aede-4725-bfa3-ffc7e5d88424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:00.564404 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-1ca70ac9-aede-4725-bfa3-ffc7e5d88424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:00.569535 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:00.584647 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca70ac9-aede-4725-bfa3-ffc7e5d88424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b89a062-a5b7-4f18-9bdb-6ab8198d8846,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:00.589132 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-1ca70ac9-aede-4725-bfa3-ffc7e5d88424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:00.595236 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-1ca70ac9-aede-4725-bfa3-ffc7e5d88424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:00.602130 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-1ca70ac9-aede-4725-bfa3-ffc7e5d88424 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2b89a062-a5b7-4f18-9bdb-6ab8198d8846 HTTP/1.1" status: 204 len: 168 time: 0.1863968 Apr 20 18:33:00.789317 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 38136) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:33:00.934161 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-07f065de-e14b-4e1d-b093-f822dc6da1d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:00.950420 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-07f065de-e14b-4e1d-b093-f822dc6da1d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:33:00.954988 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-07f065de-e14b-4e1d-b093-f822dc6da1d0 admin admin] Usage tracker for resource:security_group_rule and tenant:4781695a3ed749d09ec3438baad2785e is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:33:00.958653 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-07f065de-e14b-4e1d-b093-f822dc6da1d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:33:00.965582 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-07f065de-e14b-4e1d-b093-f822dc6da1d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:33:01.052546 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-07f065de-e14b-4e1d-b093-f822dc6da1d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:01.056187 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-07f065de-e14b-4e1d-b093-f822dc6da1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:01.069396 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2f6a3cd1-1957-4ede-bc0c-b4c2d7df53ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:01.121156 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-07f065de-e14b-4e1d-b093-f822dc6da1d0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4781695a3ed749d09ec3438baad2785e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3305180 Apr 20 18:33:01.122106 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f065de-e14b-4e1d-b093-f822dc6da1d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07751ea4-722d-4ed6-8522-b4f0841c25b0,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:01.124090 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 38154) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:33:01.125466 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-07f065de-e14b-4e1d-b093-f822dc6da1d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:01.189759 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-391345c1-1398-41c5-848d-72e2d48f1527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:01.222548 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-391345c1-1398-41c5-848d-72e2d48f1527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:01.274608 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-391345c1-1398-41c5-848d-72e2d48f1527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:01.279830 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-28590fca-0f00-44de-93f9-eeabc4b3a964 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:01.296619 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391345c1-1398-41c5-848d-72e2d48f1527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07751ea4-722d-4ed6-8522-b4f0841c25b0,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:01.299651 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-391345c1-1398-41c5-848d-72e2d48f1527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:01.300630 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-391345c1-1398-41c5-848d-72e2d48f1527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:01.304887 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-391345c1-1398-41c5-848d-72e2d48f1527 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/07751ea4-722d-4ed6-8522-b4f0841c25b0 HTTP/1.1" status: 204 len: 168 time: 0.1766450 Apr 20 18:33:01.572445 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b36983-6809-4281-a5eb-43abcee285b7 req-86a30645-4ca3-47a9-b896-89c2360f6cd1 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:01.574466 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-09b36983-6809-4281-a5eb-43abcee285b7 req-86a30645-4ca3-47a9-b896-89c2360f6cd1 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/ports?device_id=4722ccd8-f7c9-4c68-9967-e1c1e00960df HTTP/1.1" status: 200 len: 946 time: 0.1214776 Apr 20 18:33:01.642692 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-09b36983-6809-4281-a5eb-43abcee285b7 req-db50598b-e357-4615-b51c-be80606717e1 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ed32cec-6957-435a-bfeb-34cb0da197c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605943 Apr 20 18:33:02.852101 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29afde69-e60d-401c-b9af-c257b6976091 req-541e7a84-d2e0-43eb-bf4c-59cd91fc98c1 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:02.853407 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-29afde69-e60d-401c-b9af-c257b6976091 req-541e7a84-d2e0-43eb-bf4c-59cd91fc98c1 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/ports?device_id=4722ccd8-f7c9-4c68-9967-e1c1e00960df HTTP/1.1" status: 200 len: 946 time: 0.0982602 Apr 20 18:33:02.914419 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-29afde69-e60d-401c-b9af-c257b6976091 req-807500ed-f4d1-49f1-8526-288dc5d5aa02 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ed32cec-6957-435a-bfeb-34cb0da197c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540314 Apr 20 18:33:03.357593 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38442920-a0bd-4ffc-921d-f81f1ab38faf req-5de0bf66-17e3-4e6d-b376-390a58e9faba tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:03.359156 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-38442920-a0bd-4ffc-921d-f81f1ab38faf req-5de0bf66-17e3-4e6d-b376-390a58e9faba tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/ports?device_id=4722ccd8-f7c9-4c68-9967-e1c1e00960df HTTP/1.1" status: 200 len: 946 time: 0.1571860 Apr 20 18:33:03.365226 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba1817-83f4-4641-a207-efdf7428efd7 req-a892b984-102e-416e-be1d-470efb166edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:03.366690 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-9bba1817-83f4-4641-a207-efdf7428efd7 req-a892b984-102e-416e-be1d-470efb166edb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9dd07067e6ec4229b42b15a57fa654ee&device_id=4722ccd8-f7c9-4c68-9967-e1c1e00960df HTTP/1.1" status: 200 len: 1099 time: 0.1126087 Apr 20 18:33:03.497399 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-38442920-a0bd-4ffc-921d-f81f1ab38faf req-cd74378f-683b-4f6e-af9f-5b6e89ead66a tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ed32cec-6957-435a-bfeb-34cb0da197c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296172 Apr 20 18:33:03.545848 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba1817-83f4-4641-a207-efdf7428efd7 req-ddb1a45d-8e60-4f68-b86c-87b152a44fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:03.547480 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-9bba1817-83f4-4641-a207-efdf7428efd7 req-ddb1a45d-8e60-4f68-b86c-87b152a44fcf service neutron] 10.222.0.46 "GET /v2.0/networks?id=07ec5321-0579-4912-85f7-b750583baf28 HTTP/1.1" status: 200 len: 911 time: 0.1660099 Apr 20 18:33:03.669743 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-9bba1817-83f4-4641-a207-efdf7428efd7 req-7b398bbc-e031-46d4-b0c4-87c8dd8ba59d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea78babd-8254-4f3a-9a92-44ab55032223 HTTP/1.1" status: 200 len: 1001 time: 0.1126120 Apr 20 18:33:03.753830 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba1817-83f4-4641-a207-efdf7428efd7 req-093e40c0-41bc-40fc-8953-010ad5d2d053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:03.755881 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-9bba1817-83f4-4641-a207-efdf7428efd7 req-093e40c0-41bc-40fc-8953-010ad5d2d053 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6124cdb4-b728-491c-bef6-cdd1f4b23ca7 HTTP/1.1" status: 200 len: 849 time: 0.0788114 Apr 20 18:33:03.848961 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba1817-83f4-4641-a207-efdf7428efd7 req-14a7cfe9-3b21-497a-a946-84cb51be16d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:03.850547 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-9bba1817-83f4-4641-a207-efdf7428efd7 req-14a7cfe9-3b21-497a-a946-84cb51be16d9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=07ec5321-0579-4912-85f7-b750583baf28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0871661 Apr 20 18:33:04.237201 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-9bba1817-83f4-4641-a207-efdf7428efd7 req-e8e8652a-dc71-44aa-98f8-20f1a2caa6cf service neutron] 10.222.0.46 "GET /v2.0/networks/07ec5321-0579-4912-85f7-b750583baf28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3786056 Apr 20 18:33:04.388490 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-9bba1817-83f4-4641-a207-efdf7428efd7 req-aaddb6eb-4f34-4161-bf5f-df8b205ab499 service neutron] 10.222.0.46 "GET /v2.0/networks/07ec5321-0579-4912-85f7-b750583baf28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440942 Apr 20 18:33:04.714115 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093bfec-72ef-4669-aa1d-c2acfa4fb4c8 req-14221c37-39b4-41b6-86ca-8166d08b0920 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:04.715710 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f093bfec-72ef-4669-aa1d-c2acfa4fb4c8 req-14221c37-39b4-41b6-86ca-8166d08b0920 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/ports?device_id=4722ccd8-f7c9-4c68-9967-e1c1e00960df HTTP/1.1" status: 200 len: 946 time: 0.0967765 Apr 20 18:33:04.766812 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f093bfec-72ef-4669-aa1d-c2acfa4fb4c8 req-694e040c-41f0-495a-87c8-719073954e3d tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ed32cec-6957-435a-bfeb-34cb0da197c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424559 Apr 20 18:33:05.986491 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f2801-1b10-4cac-af36-f417519f0e6d req-e813cb28-80f4-4a40-87ef-99d12fefe27a tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:05.988127 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-383f2801-1b10-4cac-af36-f417519f0e6d req-e813cb28-80f4-4a40-87ef-99d12fefe27a tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/ports?device_id=4722ccd8-f7c9-4c68-9967-e1c1e00960df HTTP/1.1" status: 200 len: 946 time: 0.0925977 Apr 20 18:33:06.043458 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-383f2801-1b10-4cac-af36-f417519f0e6d req-b3fdde31-65c7-408a-8243-c3852ae873ea tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ed32cec-6957-435a-bfeb-34cb0da197c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485713 Apr 20 18:33:08.810893 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 38254) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:33:08.941051 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4ef878bf-7b6a-462c-9e16-8e0d934a71de admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:08.956193 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-4ef878bf-7b6a-462c-9e16-8e0d934a71de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:33:08.960529 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-4ef878bf-7b6a-462c-9e16-8e0d934a71de admin admin] Usage tracker for resource:security_group_rule and tenant:5daf7c5fbdea43a7acdc33a55e5d1bdc is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:33:08.964026 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-4ef878bf-7b6a-462c-9e16-8e0d934a71de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:33:08.970397 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-4ef878bf-7b6a-462c-9e16-8e0d934a71de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:33:09.057054 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4ef878bf-7b6a-462c-9e16-8e0d934a71de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:09.060852 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4ef878bf-7b6a-462c-9e16-8e0d934a71de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:09.067666 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-e84d460f-dd30-47ec-9fc2-ff8a6484f060 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:09.111389 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-4ef878bf-7b6a-462c-9e16-8e0d934a71de admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5daf7c5fbdea43a7acdc33a55e5d1bdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2991955 Apr 20 18:33:09.114351 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 38260) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:33:09.114547 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef878bf-7b6a-462c-9e16-8e0d934a71de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a3e88b-cb6f-40f4-93f9-06ed4b23ff3c,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:09.119085 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-4ef878bf-7b6a-462c-9e16-8e0d934a71de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:09.178012 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-f0aae3fc-fc6e-4bd7-ae5c-d9cd0e74aaa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:09.204731 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-f0aae3fc-fc6e-4bd7-ae5c-d9cd0e74aaa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:09.251493 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-f0aae3fc-fc6e-4bd7-ae5c-d9cd0e74aaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:09.255183 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-24904cc1-7e5f-4b12-a7b1-ba018f621d83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:09.273189 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aae3fc-fc6e-4bd7-ae5c-d9cd0e74aaa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a3e88b-cb6f-40f4-93f9-06ed4b23ff3c,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:09.276055 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-f0aae3fc-fc6e-4bd7-ae5c-d9cd0e74aaa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:09.286454 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-f0aae3fc-fc6e-4bd7-ae5c-d9cd0e74aaa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:09.288457 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-f0aae3fc-fc6e-4bd7-ae5c-d9cd0e74aaa0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b3a3e88b-cb6f-40f4-93f9-06ed4b23ff3c HTTP/1.1" status: 204 len: 168 time: 0.1729081 Apr 20 18:33:09.590357 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 38282) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:33:09.609879 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-559bef63-bb6c-49fb-b879-9537844eeae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:09.625379 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-559bef63-bb6c-49fb-b879-9537844eeae8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:33:09.629771 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-559bef63-bb6c-49fb-b879-9537844eeae8 admin admin] Usage tracker for resource:security_group_rule and tenant:1adddf6641bb44e6955d50bf6eecfc66 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:33:09.632934 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-559bef63-bb6c-49fb-b879-9537844eeae8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:33:09.639462 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-559bef63-bb6c-49fb-b879-9537844eeae8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:33:09.725574 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-559bef63-bb6c-49fb-b879-9537844eeae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:09.729883 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-559bef63-bb6c-49fb-b879-9537844eeae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:09.742681 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-1ca70ac9-aede-4725-bfa3-ffc7e5d88424 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:09.783327 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-559bef63-bb6c-49fb-b879-9537844eeae8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1adddf6641bb44e6955d50bf6eecfc66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1918066 Apr 20 18:33:09.784977 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559bef63-bb6c-49fb-b879-9537844eeae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e024bd5-3310-47c8-b313-4c80010e8594,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:09.786397 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 38286) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:33:09.788233 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-559bef63-bb6c-49fb-b879-9537844eeae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:09.858669 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d00b2e5a-1c29-4d6e-8c5c-c32fea7752c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:09.886204 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d00b2e5a-1c29-4d6e-8c5c-c32fea7752c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:09.936312 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d00b2e5a-1c29-4d6e-8c5c-c32fea7752c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:09.944437 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ebe958e-2a17-44df-80d6-82bb5e406654 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:09.965939 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00b2e5a-1c29-4d6e-8c5c-c32fea7752c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e024bd5-3310-47c8-b313-4c80010e8594,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:09.969327 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-d00b2e5a-1c29-4d6e-8c5c-c32fea7752c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:09.970747 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d00b2e5a-1c29-4d6e-8c5c-c32fea7752c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:09.974675 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-d00b2e5a-1c29-4d6e-8c5c-c32fea7752c8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1e024bd5-3310-47c8-b313-4c80010e8594 HTTP/1.1" status: 204 len: 168 time: 0.1843972 Apr 20 18:33:16.657964 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:17.549098 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 38446) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:33:17.692887 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-253b405c-6339-4e0a-b963-dc1c01c8191c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:17.708777 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-253b405c-6339-4e0a-b963-dc1c01c8191c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:33:17.713508 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-253b405c-6339-4e0a-b963-dc1c01c8191c admin admin] Usage tracker for resource:security_group_rule and tenant:f6ac0dc59dbb49cc98baed17d65395c3 is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:33:17.716693 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-253b405c-6339-4e0a-b963-dc1c01c8191c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:33:17.723332 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-253b405c-6339-4e0a-b963-dc1c01c8191c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:33:17.818247 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-253b405c-6339-4e0a-b963-dc1c01c8191c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:17.821761 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-253b405c-6339-4e0a-b963-dc1c01c8191c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:17.834249 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-b33997e7-454e-43ab-a777-12bc82c649af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:17.876709 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-253b405c-6339-4e0a-b963-dc1c01c8191c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f6ac0dc59dbb49cc98baed17d65395c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3264511 Apr 20 18:33:17.877687 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253b405c-6339-4e0a-b963-dc1c01c8191c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c36a972-3152-441f-8c66-d5c86b2e7ac8,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:17.879697 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 38452) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:33:17.881089 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-253b405c-6339-4e0a-b963-dc1c01c8191c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:17.944413 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-bca59c14-9a0a-4aa7-84d3-d481267cacea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:17.971052 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-bca59c14-9a0a-4aa7-84d3-d481267cacea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:18.016037 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-bca59c14-9a0a-4aa7-84d3-d481267cacea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:18.019720 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-efc22b37-2412-4072-a214-9978e6c19848 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:18.034394 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca59c14-9a0a-4aa7-84d3-d481267cacea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c36a972-3152-441f-8c66-d5c86b2e7ac8,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:18.037158 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-bca59c14-9a0a-4aa7-84d3-d481267cacea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:18.047320 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-bca59c14-9a0a-4aa7-84d3-d481267cacea admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:18.051193 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-bca59c14-9a0a-4aa7-84d3-d481267cacea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0c36a972-3152-441f-8c66-d5c86b2e7ac8 HTTP/1.1" status: 204 len: 168 time: 0.1676810 Apr 20 18:33:18.349507 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 38462) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:33:18.369341 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e0c1597f-d00d-4bde-886a-1fb4349609d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:18.385773 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-e0c1597f-d00d-4bde-886a-1fb4349609d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:33:18.390087 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-e0c1597f-d00d-4bde-886a-1fb4349609d2 admin admin] Usage tracker for resource:security_group_rule and tenant:18ee0795736b44eb8384bc7dbbb635af is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:33:18.393336 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-e0c1597f-d00d-4bde-886a-1fb4349609d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:33:18.399482 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-e0c1597f-d00d-4bde-886a-1fb4349609d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:33:18.488715 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e0c1597f-d00d-4bde-886a-1fb4349609d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:18.493400 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e0c1597f-d00d-4bde-886a-1fb4349609d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:18.501049 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-559bef63-bb6c-49fb-b879-9537844eeae8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:18.544494 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-e0c1597f-d00d-4bde-886a-1fb4349609d2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=18ee0795736b44eb8384bc7dbbb635af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1934125 Apr 20 18:33:18.545375 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c1597f-d00d-4bde-886a-1fb4349609d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da601f41-33a7-4bd0-8e17-3da32381d2ff,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:18.547775 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 38466) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:33:18.548708 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-e0c1597f-d00d-4bde-886a-1fb4349609d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:18.616248 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8c17f07e-d46d-45fd-b0d8-f6a412cde107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:18.645719 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8c17f07e-d46d-45fd-b0d8-f6a412cde107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:18.692698 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8c17f07e-d46d-45fd-b0d8-f6a412cde107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:18.699110 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-0adddad2-a524-4ac3-a374-9368e28a1a69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:18.714240 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c17f07e-d46d-45fd-b0d8-f6a412cde107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da601f41-33a7-4bd0-8e17-3da32381d2ff,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:18.716507 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-8c17f07e-d46d-45fd-b0d8-f6a412cde107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:18.723983 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8c17f07e-d46d-45fd-b0d8-f6a412cde107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:18.725237 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-8c17f07e-d46d-45fd-b0d8-f6a412cde107 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/da601f41-33a7-4bd0-8e17-3da32381d2ff HTTP/1.1" status: 204 len: 168 time: 0.1763964 Apr 20 18:33:19.907749 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 38508) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:33:20.037274 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d168c17c-3256-4bc5-99a9-aea26a0ac24e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:20.053327 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-d168c17c-3256-4bc5-99a9-aea26a0ac24e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:33:20.057682 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-d168c17c-3256-4bc5-99a9-aea26a0ac24e admin admin] Usage tracker for resource:security_group_rule and tenant:cc561be539f940cf82b82e9ab91e7cfc is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:33:20.060984 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-d168c17c-3256-4bc5-99a9-aea26a0ac24e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:33:20.067582 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-d168c17c-3256-4bc5-99a9-aea26a0ac24e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:33:20.156174 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d168c17c-3256-4bc5-99a9-aea26a0ac24e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:20.160471 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d168c17c-3256-4bc5-99a9-aea26a0ac24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:20.167863 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-5f396298-5042-4194-aaff-67bdd74e985c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:20.210624 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-d168c17c-3256-4bc5-99a9-aea26a0ac24e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cc561be539f940cf82b82e9ab91e7cfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3016679 Apr 20 18:33:20.211849 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d168c17c-3256-4bc5-99a9-aea26a0ac24e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=292caa6c-16f8-45f4-ad36-91a143f7179a,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:20.213917 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 38514) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:33:20.215056 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-d168c17c-3256-4bc5-99a9-aea26a0ac24e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:20.278136 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-a4dfb660-d7db-4292-ba59-a322fac2e557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:20.306195 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-a4dfb660-d7db-4292-ba59-a322fac2e557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:20.352303 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-a4dfb660-d7db-4292-ba59-a322fac2e557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:20.356015 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-e0c1597f-d00d-4bde-886a-1fb4349609d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:20.369553 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dfb660-d7db-4292-ba59-a322fac2e557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=292caa6c-16f8-45f4-ad36-91a143f7179a,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:20.371946 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-a4dfb660-d7db-4292-ba59-a322fac2e557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:20.379446 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-a4dfb660-d7db-4292-ba59-a322fac2e557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:20.383233 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-a4dfb660-d7db-4292-ba59-a322fac2e557 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/292caa6c-16f8-45f4-ad36-91a143f7179a HTTP/1.1" status: 204 len: 168 time: 0.1656208 Apr 20 18:33:23.692921 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-138d9e76-7b17-49b1-a8c1-dc6ec12372e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:25.247541 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 38606) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:33:25.390190 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d2ead777-c7a4-467c-a303-53d2b16b0024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:25.405905 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-d2ead777-c7a4-467c-a303-53d2b16b0024 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:33:25.410287 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-d2ead777-c7a4-467c-a303-53d2b16b0024 admin admin] Usage tracker for resource:security_group_rule and tenant:f429e96b30de45c08a076da77f525ba7 is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:33:25.413445 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-d2ead777-c7a4-467c-a303-53d2b16b0024 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:33:25.419803 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-d2ead777-c7a4-467c-a303-53d2b16b0024 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:33:25.506218 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d2ead777-c7a4-467c-a303-53d2b16b0024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:25.510003 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d2ead777-c7a4-467c-a303-53d2b16b0024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:25.517235 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-25a012c5-cf1a-46ae-a3be-a22730eec877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:25.559979 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-d2ead777-c7a4-467c-a303-53d2b16b0024 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f429e96b30de45c08a076da77f525ba7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3112435 Apr 20 18:33:25.560766 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ead777-c7a4-467c-a303-53d2b16b0024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f5bff3-8414-492e-b3af-e4144d031d3a,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:25.562642 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9a042088-f03e-4586-899d-f4f9fc83016f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:25.563335 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 38612) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:33:25.566337 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-d2ead777-c7a4-467c-a303-53d2b16b0024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:25.628841 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-a2abac7c-d5e8-4281-a5d9-37b405ac9bde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:25.658080 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-a2abac7c-d5e8-4281-a5d9-37b405ac9bde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:25.717759 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-a2abac7c-d5e8-4281-a5d9-37b405ac9bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:25.721609 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-1b01afb1-7b1b-415a-aea1-b0a9fd617420 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:25.734436 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2abac7c-d5e8-4281-a5d9-37b405ac9bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f5bff3-8414-492e-b3af-e4144d031d3a,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:25.737188 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-a2abac7c-d5e8-4281-a5d9-37b405ac9bde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:25.745783 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-a2abac7c-d5e8-4281-a5d9-37b405ac9bde admin admin] Notify callbacks [] for security_group, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:25.747020 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-a2abac7c-d5e8-4281-a5d9-37b405ac9bde admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/54f5bff3-8414-492e-b3af-e4144d031d3a HTTP/1.1" status: 204 len: 168 time: 0.1826680 Apr 20 18:33:26.643682 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3b38f3e8-f2f1-49b6-ac75-f9314cd83db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:27.759866 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:28.375323 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db4e54cc-07a3-4585-8120-e6421209c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:32.253507 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64ad31-e64c-4b85-b25a-464845e3f5cf req-3c6a7d94-cf30-44dc-b0e6-6d4341d112b1 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:32.255144 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-db64ad31-e64c-4b85-b25a-464845e3f5cf req-3c6a7d94-cf30-44dc-b0e6-6d4341d112b1 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0e8ae7-8e61-4c04-9036-55231fbb1d67 HTTP/1.1" status: 200 len: 946 time: 0.0975573 Apr 20 18:33:32.306435 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-db64ad31-e64c-4b85-b25a-464845e3f5cf req-5bd036c8-63d0-4f23-9b19-4756c93c64c8 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.20 "GET /v2.0/security-groups?id=75c9fbc7-a3f7-486d-bbc8-7a4434fa12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417140 Apr 20 18:33:33.511139 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88789df9-526c-4cc9-ba96-4fa50d330e71 req-76621114-919f-4816-841c-a8605355506b tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:33.512687 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-88789df9-526c-4cc9-ba96-4fa50d330e71 req-76621114-919f-4816-841c-a8605355506b tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0e8ae7-8e61-4c04-9036-55231fbb1d67 HTTP/1.1" status: 200 len: 946 time: 0.0912001 Apr 20 18:33:33.565049 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-88789df9-526c-4cc9-ba96-4fa50d330e71 req-4d8f0544-c9db-4a7b-ae81-19c34b7e954a tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.20 "GET /v2.0/security-groups?id=75c9fbc7-a3f7-486d-bbc8-7a4434fa12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453963 Apr 20 18:33:33.853313 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.agents_db [None req-bb53aea3-de48-49b3-8e00-ae07e91d3609 None None] Agent healthcheck: found 6 active agents {{(pid=86394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:33:34.775182 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e7c56-509d-4535-ac8e-bcca8bc0130a req-ecc6d50b-19dc-4663-893a-9218f7b49115 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:34.776779 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-472e7c56-509d-4535-ac8e-bcca8bc0130a req-ecc6d50b-19dc-4663-893a-9218f7b49115 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0e8ae7-8e61-4c04-9036-55231fbb1d67 HTTP/1.1" status: 200 len: 946 time: 0.0938134 Apr 20 18:33:34.828799 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-472e7c56-509d-4535-ac8e-bcca8bc0130a req-cce8a17b-ef1c-4b75-8945-1876b956675c tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.20 "GET /v2.0/security-groups?id=75c9fbc7-a3f7-486d-bbc8-7a4434fa12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428874 Apr 20 18:33:35.522231 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 38786) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:33:35.656750 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-5f2ce497-d950-45ee-b0f0-5838fb3c0fd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:35.672209 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-5f2ce497-d950-45ee-b0f0-5838fb3c0fd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:33:35.676441 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-5f2ce497-d950-45ee-b0f0-5838fb3c0fd9 admin admin] Usage tracker for resource:security_group_rule and tenant:63c7e0d034704399b50c74e7c726e009 is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:33:35.679505 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-5f2ce497-d950-45ee-b0f0-5838fb3c0fd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:33:35.685930 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-5f2ce497-d950-45ee-b0f0-5838fb3c0fd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:33:35.769709 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-5f2ce497-d950-45ee-b0f0-5838fb3c0fd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:35.773070 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-5f2ce497-d950-45ee-b0f0-5838fb3c0fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:35.781160 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-f420b115-9057-41f0-8559-b53c2b09db1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:35.823102 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2ce497-d950-45ee-b0f0-5838fb3c0fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=497eca76-1472-4405-867c-6f098c7687ec,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:35.826463 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-5f2ce497-d950-45ee-b0f0-5838fb3c0fd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:35.832160 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-5f2ce497-d950-45ee-b0f0-5838fb3c0fd9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=63c7e0d034704399b50c74e7c726e009&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3061132 Apr 20 18:33:35.832798 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 38796) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:33:35.895704 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d5fdc342-a037-47bc-9e08-497cdca3302e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:35.927580 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d5fdc342-a037-47bc-9e08-497cdca3302e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:35.972534 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d5fdc342-a037-47bc-9e08-497cdca3302e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:35.979229 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-1120b999-5bfe-47ed-9adb-11c024dc6d8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:35.992369 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fdc342-a037-47bc-9e08-497cdca3302e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=497eca76-1472-4405-867c-6f098c7687ec,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:35.994424 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-d5fdc342-a037-47bc-9e08-497cdca3302e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:36.006470 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d5fdc342-a037-47bc-9e08-497cdca3302e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:36.019817 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-d5fdc342-a037-47bc-9e08-497cdca3302e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/497eca76-1472-4405-867c-6f098c7687ec HTTP/1.1" status: 204 len: 168 time: 0.1768606 Apr 20 18:33:36.053070 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed41e1-8fd6-4b06-b800-8d2a28ecff3e req-566fffce-293f-4adb-8a6d-6727e35d1460 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:36.055055 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-c6ed41e1-8fd6-4b06-b800-8d2a28ecff3e req-566fffce-293f-4adb-8a6d-6727e35d1460 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0e8ae7-8e61-4c04-9036-55231fbb1d67 HTTP/1.1" status: 200 len: 946 time: 0.1008446 Apr 20 18:33:36.104259 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-c6ed41e1-8fd6-4b06-b800-8d2a28ecff3e req-3f19344d-3a46-45f0-b0ed-1ce75abf9755 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.20 "GET /v2.0/security-groups?id=75c9fbc7-a3f7-486d-bbc8-7a4434fa12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425889 Apr 20 18:33:36.183140 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde5332-f9f3-474a-8253-7cba63a5fd1a req-214fd7e9-c3db-40ce-b1f1-94f2e593553a tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:36.184728 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-6dde5332-f9f3-474a-8253-7cba63a5fd1a req-214fd7e9-c3db-40ce-b1f1-94f2e593553a tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 946 time: 0.0924509 Apr 20 18:33:36.233886 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-6dde5332-f9f3-474a-8253-7cba63a5fd1a req-817908d0-2a2d-4fb0-a1b2-d0dae32c9795 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029e925-67cb-4402-81c8-a9bf97a752e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422146 Apr 20 18:33:36.304449 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 38808) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:33:36.323299 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-1da6b5ff-1134-4cfc-aed5-d25a71d0db1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:36.342297 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-1da6b5ff-1134-4cfc-aed5-d25a71d0db1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:33:36.346452 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-1da6b5ff-1134-4cfc-aed5-d25a71d0db1c admin admin] Usage tracker for resource:security_group_rule and tenant:fa5332104abd4c8aa2c20e4504206a13 is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:33:36.349477 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-1da6b5ff-1134-4cfc-aed5-d25a71d0db1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:33:36.355526 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-1da6b5ff-1134-4cfc-aed5-d25a71d0db1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:33:36.440382 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-1da6b5ff-1134-4cfc-aed5-d25a71d0db1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:36.444414 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-1da6b5ff-1134-4cfc-aed5-d25a71d0db1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:36.451701 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-d2ead777-c7a4-467c-a303-53d2b16b0024 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:36.496212 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-1da6b5ff-1134-4cfc-aed5-d25a71d0db1c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fa5332104abd4c8aa2c20e4504206a13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1906610 Apr 20 18:33:36.497109 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da6b5ff-1134-4cfc-aed5-d25a71d0db1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa7d513-fc3e-4bd5-a3d9-20befa38339f,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:36.499424 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 38812) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:33:36.500556 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-1da6b5ff-1134-4cfc-aed5-d25a71d0db1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:36.564747 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-70654153-70e3-4616-82ae-0f7bb07bde48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:36.593014 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-70654153-70e3-4616-82ae-0f7bb07bde48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:36.638580 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-70654153-70e3-4616-82ae-0f7bb07bde48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:36.642340 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-29de63e2-3c0f-485d-b350-09d8f8727149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:36.653863 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70654153-70e3-4616-82ae-0f7bb07bde48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa7d513-fc3e-4bd5-a3d9-20befa38339f,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:36.657728 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-70654153-70e3-4616-82ae-0f7bb07bde48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:36.662010 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-70654153-70e3-4616-82ae-0f7bb07bde48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:36.663514 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-70654153-70e3-4616-82ae-0f7bb07bde48 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dfa7d513-fc3e-4bd5-a3d9-20befa38339f HTTP/1.1" status: 204 len: 168 time: 0.1629708 Apr 20 18:33:37.041472 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 38820) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:33:37.061897 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-bd8b2d7c-2b5c-4eba-a3d6-e36f13d6ef75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:37.077280 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-bd8b2d7c-2b5c-4eba-a3d6-e36f13d6ef75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:33:37.081762 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-bd8b2d7c-2b5c-4eba-a3d6-e36f13d6ef75 admin admin] Usage tracker for resource:security_group_rule and tenant:da88d7a1c12243eeb5b25856e16416cd is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:33:37.084987 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-bd8b2d7c-2b5c-4eba-a3d6-e36f13d6ef75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:33:37.091838 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-bd8b2d7c-2b5c-4eba-a3d6-e36f13d6ef75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:33:37.179682 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-bd8b2d7c-2b5c-4eba-a3d6-e36f13d6ef75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:37.183670 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-bd8b2d7c-2b5c-4eba-a3d6-e36f13d6ef75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:37.191376 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-c8b34ae4-ee44-426d-86ee-093d66eea030 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:37.245668 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-bd8b2d7c-2b5c-4eba-a3d6-e36f13d6ef75 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=da88d7a1c12243eeb5b25856e16416cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2001169 Apr 20 18:33:37.245668 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8b2d7c-2b5c-4eba-a3d6-e36f13d6ef75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ccb7d2e-2f1f-4bbf-b253-2fe6283a90b0,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:37.246298 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 38826) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:33:37.249214 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-bd8b2d7c-2b5c-4eba-a3d6-e36f13d6ef75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:37.307797 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3713d49c-d9fd-43eb-8a08-1884d2316ec4 req-36ab7886-aa88-4455-8ca5-0bf37df6f6c1 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:37.309414 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-3713d49c-d9fd-43eb-8a08-1884d2316ec4 req-36ab7886-aa88-4455-8ca5-0bf37df6f6c1 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0e8ae7-8e61-4c04-9036-55231fbb1d67 HTTP/1.1" status: 200 len: 946 time: 0.0911720 Apr 20 18:33:37.313116 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2bd2edde-67c6-482f-802e-15c7701eb46b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:37.340957 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2bd2edde-67c6-482f-802e-15c7701eb46b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:37.359376 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-3713d49c-d9fd-43eb-8a08-1884d2316ec4 req-434d0e9e-58dc-467e-99a7-b16f602f0be7 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.20 "GET /v2.0/security-groups?id=75c9fbc7-a3f7-486d-bbc8-7a4434fa12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421207 Apr 20 18:33:37.451027 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a88171-fcb5-4cfa-891a-92c764d3c05a req-10cfcd18-bfed-4a12-bc2b-fc9f84c04d54 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:37.452776 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-06a88171-fcb5-4cfa-891a-92c764d3c05a req-10cfcd18-bfed-4a12-bc2b-fc9f84c04d54 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d0e8ae7-8e61-4c04-9036-55231fbb1d67 HTTP/1.1" status: 200 len: 946 time: 0.0923157 Apr 20 18:33:37.458464 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2bd2edde-67c6-482f-802e-15c7701eb46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:37.466894 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-d5fdc342-a037-47bc-9e08-497cdca3302e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:37.481378 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd2edde-67c6-482f-802e-15c7701eb46b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ccb7d2e-2f1f-4bbf-b253-2fe6283a90b0,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:37.494678 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791acbcb-c905-4542-aecc-3bd262d8b219 req-233a5d82-ae98-47c5-beb7-b1485774a9fa tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:37.496881 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-791acbcb-c905-4542-aecc-3bd262d8b219 req-233a5d82-ae98-47c5-beb7-b1485774a9fa tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 946 time: 0.1375213 Apr 20 18:33:37.497482 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2bd2edde-67c6-482f-802e-15c7701eb46b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:37.520336 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2bd2edde-67c6-482f-802e-15c7701eb46b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:37.521506 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-2bd2edde-67c6-482f-802e-15c7701eb46b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8ccb7d2e-2f1f-4bbf-b253-2fe6283a90b0 HTTP/1.1" status: 204 len: 168 time: 0.2741809 Apr 20 18:33:37.540709 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [req-06a88171-fcb5-4cfa-891a-92c764d3c05a req-4b773919-cae7-4999-989a-9152f650677b tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Deleting port 3710b9d4-c4b4-42bb-ad85-30c5e1fb9b52 {{(pid=86391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:33:37.540999 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-06a88171-fcb5-4cfa-891a-92c764d3c05a req-4b773919-cae7-4999-989a-9152f650677b tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278078475124'] for port, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:37.550994 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-791acbcb-c905-4542-aecc-3bd262d8b219 req-a62e6a38-2118-48bb-b69c-f8088ad4f24f tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029e925-67cb-4402-81c8-a9bf97a752e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477912 Apr 20 18:33:37.821180 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [req-06a88171-fcb5-4cfa-891a-92c764d3c05a req-4b773919-cae7-4999-989a-9152f650677b tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] For port 3710b9d4-c4b4-42bb-ad85-30c5e1fb9b52, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=3710b9d4-c4b4-42bb-ad85-30c5e1fb9b52,segment=NetworkSegment(3ac14a34-2646-41a4-bb19-a03255c93f0a),segment_id=3ac14a34-2646-41a4-bb19-a03255c93f0a)] {{(pid=86391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:33:37.821547 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-06a88171-fcb5-4cfa-891a-92c764d3c05a req-4b773919-cae7-4999-989a-9152f650677b tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7972734'] for port, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:37.898302 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd465a1a-cecc-4da5-8ae8-c393f0c941a7 req-32ef2396-1ef4-4b62-bff5-2bc52d1af86b tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:37.900032 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-fd465a1a-cecc-4da5-8ae8-c393f0c941a7 req-32ef2396-1ef4-4b62-bff5-2bc52d1af86b tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.46 "GET /v2.0/ports?device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 946 time: 0.1132681 Apr 20 18:33:37.960553 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [req-06a88171-fcb5-4cfa-891a-92c764d3c05a req-4b773919-cae7-4999-989a-9152f650677b tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Calling delete_port for 3710b9d4-c4b4-42bb-ad85-30c5e1fb9b52 owned by compute:nova {{(pid=86391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:33:37.980288 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [req-fd465a1a-cecc-4da5-8ae8-c393f0c941a7 req-a86f0c0b-a51b-41fb-8007-00a742affbaa tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Deleting port f490f4f7-9b25-4b64-ab37-aa339d70f1c1 {{(pid=86392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:33:37.980671 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-fd465a1a-cecc-4da5-8ae8-c393f0c941a7 req-a86f0c0b-a51b-41fb-8007-00a742affbaa tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278078475124'] for port, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:38.110307 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-06a88171-fcb5-4cfa-891a-92c764d3c05a req-4b773919-cae7-4999-989a-9152f650677b tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278078469919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758775855577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368212'] for port, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:38.116417 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:38.122408 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] get_ports_and_sgs() called for port_ids ['3710b9d4-c4b4-42bb-ad85-30c5e1fb9b52'] {{(pid=86393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:33:38.168110 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b773919-cae7-4999-989a-9152f650677b tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Pushing event deleted for resources: {'Port': ['ID=3710b9d4-c4b4-42bb-ad85-30c5e1fb9b52,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:38.171463 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-4b773919-cae7-4999-989a-9152f650677b tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:38.241747 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [req-fd465a1a-cecc-4da5-8ae8-c393f0c941a7 req-a86f0c0b-a51b-41fb-8007-00a742affbaa tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] For port f490f4f7-9b25-4b64-ab37-aa339d70f1c1, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f490f4f7-9b25-4b64-ab37-aa339d70f1c1,segment=NetworkSegment(42b51926-c2ca-471c-ac7e-b000ccba3eb6),segment_id=42b51926-c2ca-471c-ac7e-b000ccba3eb6)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:33:38.242133 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-fd465a1a-cecc-4da5-8ae8-c393f0c941a7 req-a86f0c0b-a51b-41fb-8007-00a742affbaa tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7972734'] for port, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:38.247222 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a88171-fcb5-4cfa-891a-92c764d3c05a req-4b773919-cae7-4999-989a-9152f650677b tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] No DVR routers for this DVR port 3710b9d4-c4b4-42bb-ad85-30c5e1fb9b52 on host hv-cinder-78693 {{(pid=86391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:33:38.249906 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-06a88171-fcb5-4cfa-891a-92c764d3c05a req-4b773919-cae7-4999-989a-9152f650677b tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031'] for port, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:38.252689 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d0e8ae7-8e61-4c04-9036-55231fbb1d67', 'name': 'network-vif-deleted', 'tag': '3710b9d4-c4b4-42bb-ad85-30c5e1fb9b52'}] {{(pid=86391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:33:38.269148 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-06a88171-fcb5-4cfa-891a-92c764d3c05a req-4b773919-cae7-4999-989a-9152f650677b tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.46 "DELETE /v2.0/ports/3710b9d4-c4b4-42bb-ad85-30c5e1fb9b52 HTTP/1.1" status: 204 len: 173 time: 0.8093925 Apr 20 18:33:38.309160 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d0e8ae7-8e61-4c04-9036-55231fbb1d67', 'name': 'network-vif-deleted', 'tag': '3710b9d4-c4b4-42bb-ad85-30c5e1fb9b52', 'status': 'completed', 'code': 200} Apr 20 18:33:38.580684 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-c8b73bbd-2400-49bd-ab42-7259d79b14b8 req-66ea3614-6e93-410c-95c8-4b5fa2cd2e69 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0e8ae7-8e61-4c04-9036-55231fbb1d67 HTTP/1.1" status: 200 len: 210 time: 0.0674901 Apr 20 18:33:38.608836 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-fd465a1a-cecc-4da5-8ae8-c393f0c941a7 req-a86f0c0b-a51b-41fb-8007-00a742affbaa tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:38.609235 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-fd465a1a-cecc-4da5-8ae8-c393f0c941a7 req-a86f0c0b-a51b-41fb-8007-00a742affbaa tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854378574'] for floatingip, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:38.609578 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.db.l3_db [req-fd465a1a-cecc-4da5-8ae8-c393f0c941a7 req-a86f0c0b-a51b-41fb-8007-00a742affbaa tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Floating IP c61ee27e-0a64-48ce-9f30-1b8e90f38ff8 disassociated. External IP: 172.28.1.168, port: f490f4f7-9b25-4b64-ab37-aa339d70f1c1. Apr 20 18:33:38.610830 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [req-fd465a1a-cecc-4da5-8ae8-c393f0c941a7 req-a86f0c0b-a51b-41fb-8007-00a742affbaa tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Calling delete_port for f490f4f7-9b25-4b64-ab37-aa339d70f1c1 owned by compute:nova {{(pid=86392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:33:38.770413 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-fd465a1a-cecc-4da5-8ae8-c393f0c941a7 req-a86f0c0b-a51b-41fb-8007-00a742affbaa tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278078469919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758775855577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852620706'] for port, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:38.778090 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-b5ab268f-0f12-44b5-9a4a-8cb83f0a268a tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:38.790014 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595c0c8-4d89-49fa-a3f4-927cef9df808 req-b418facf-cc01-4373-8a5d-73353bc1747b tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:38.791743 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-1595c0c8-4d89-49fa-a3f4-927cef9df808 req-b418facf-cc01-4373-8a5d-73353bc1747b tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=7156a4bb-3899-4f14-98d6-4edc78bd8159 HTTP/1.1" status: 200 len: 868 time: 0.1004715 Apr 20 18:33:38.829166 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86f0c0b-a51b-41fb-8007-00a742affbaa tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Pushing event deleted for resources: {'Port': ['ID=f490f4f7-9b25-4b64-ab37-aa339d70f1c1,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:38.833182 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-a86f0c0b-a51b-41fb-8007-00a742affbaa tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:38.863586 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-1595c0c8-4d89-49fa-a3f4-927cef9df808 req-d5f8f77e-9c41-43fb-8e3e-04721123a05b tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029e925-67cb-4402-81c8-a9bf97a752e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645154 Apr 20 18:33:39.031010 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd465a1a-cecc-4da5-8ae8-c393f0c941a7 req-a86f0c0b-a51b-41fb-8007-00a742affbaa tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Router a508df0a-5d8e-482e-944d-017a2f8fe5b6 has already been hosted by L3 agent 41e81354-1f58-48e6-8416-2f8b62d59447 {{(pid=86392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:33:39.222760 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd465a1a-cecc-4da5-8ae8-c393f0c941a7 req-a86f0c0b-a51b-41fb-8007-00a742affbaa tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify agent at l3_agent.dv-cinder-786932-2-smb the message routers_updated {{(pid=86392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:33:39.233083 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0504df8f-9c7e-440b-aa3d-ced57c86e17b None None] Sync routers for ids ['a508df0a-5d8e-482e-944d-017a2f8fe5b6'] in dv-cinder-786932-2-smb {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:33:39.243245 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0504df8f-9c7e-440b-aa3d-ced57c86e17b None None] Routers {'a508df0a-5d8e-482e-944d-017a2f8fe5b6'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:33:39.243927 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-0504df8f-9c7e-440b-aa3d-ced57c86e17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:33:26Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['a508df0a-5d8e-482e-944d-017a2f8fe5b6'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:33:39.299059 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd465a1a-cecc-4da5-8ae8-c393f0c941a7 req-a86f0c0b-a51b-41fb-8007-00a742affbaa tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] No DVR routers for this DVR port f490f4f7-9b25-4b64-ab37-aa339d70f1c1 on host hv-cinder-78693 {{(pid=86392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:33:39.301664 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-fd465a1a-cecc-4da5-8ae8-c393f0c941a7 req-a86f0c0b-a51b-41fb-8007-00a742affbaa tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031'] for port, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:39.304630 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7156a4bb-3899-4f14-98d6-4edc78bd8159', 'name': 'network-vif-deleted', 'tag': 'f490f4f7-9b25-4b64-ab37-aa339d70f1c1'}] {{(pid=86392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:33:39.323607 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-fd465a1a-cecc-4da5-8ae8-c393f0c941a7 req-a86f0c0b-a51b-41fb-8007-00a742affbaa tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.46 "DELETE /v2.0/ports/f490f4f7-9b25-4b64-ab37-aa339d70f1c1 HTTP/1.1" status: 204 len: 173 time: 1.4175429 Apr 20 18:33:39.356029 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7156a4bb-3899-4f14-98d6-4edc78bd8159', 'name': 'network-vif-deleted', 'tag': 'f490f4f7-9b25-4b64-ab37-aa339d70f1c1', 'status': 'completed', 'code': 200} Apr 20 18:33:39.449274 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-0504df8f-9c7e-440b-aa3d-ced57c86e17b None None] Set router a508df0a-5d8e-482e-944d-017a2f8fe5b6 gateway port host: dv-cinder-786932-2-smb {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:33:39.993804 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-0504df8f-9c7e-440b-aa3d-ced57c86e17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a508df0a-5d8e-482e-944d-017a2f8fe5b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1953854899-router', 'tenant_id': '96a404d19bd540809d4ea207dd16d6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': 'f0812c19-bc43-486b-bfc4-d09a77ec3a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:35Z', 'updated_at': '2021-04-20T18:29:57Z', 'revision_number': 4, 'project_id': '96a404d19bd540809d4ea207dd16d6ad', 'gw_port': {'id': 'f0812c19-bc43-486b-bfc4-d09a77ec3a0f', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508df0a-5d8e-482e-944d-017a2f8fe5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:37Z', 'updated_at': '2021-04-20T18:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb', '_interfaces': [{'id': 'f646afea-471d-48d4-be42-b2adc017508c', 'name': '', 'network_id': 'c035be72-ec93-4bac-85f8-b0cd68e3656b', 'tenant_id': '96a404d19bd540809d4ea207dd16d6ad', 'mac_address': 'fa:16:3e:10:d7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508df0a-5d8e-482e-944d-017a2f8fe5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '41a62a97-d129-42fa-96d5-fce2a7a65a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:50Z', 'updated_at': '2021-04-20T18:30:05Z', 'revision_number': 5, 'project_id': '96a404d19bd540809d4ea207dd16d6ad', 'subnets': [{'id': '41a62a97-d129-42fa-96d5-fce2a7a65a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:33:39.998438 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0504df8f-9c7e-440b-aa3d-ced57c86e17b None None] Checking router: a508df0a-5d8e-482e-944d-017a2f8fe5b6 for host: dv-cinder-786932-2-smb {{(pid=86393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:33:40.007828 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0504df8f-9c7e-440b-aa3d-ced57c86e17b None None] Routers {'a508df0a-5d8e-482e-944d-017a2f8fe5b6'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:33:40.008491 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-0504df8f-9c7e-440b-aa3d-ced57c86e17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:33:26Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['a508df0a-5d8e-482e-944d-017a2f8fe5b6'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:33:40.098990 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 38852) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:33:40.168848 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-f192f7ed-2fb2-44b6-936e-d312adddadac tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:40.200271 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-f192f7ed-2fb2-44b6-936e-d312adddadac tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:40.200945 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-0504df8f-9c7e-440b-aa3d-ced57c86e17b None None] Set router a508df0a-5d8e-482e-944d-017a2f8fe5b6 gateway port host: dv-cinder-786932-2-smb {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:33:40.255264 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-f192f7ed-2fb2-44b6-936e-d312adddadac tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:40.269292 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-e571353d-5827-49a2-b466-91d94b236b55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:40.286320 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f192f7ed-2fb2-44b6-936e-d312adddadac tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9029e925-67cb-4402-81c8-a9bf97a752e7,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:40.289028 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-f192f7ed-2fb2-44b6-936e-d312adddadac tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:40.290534 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-f192f7ed-2fb2-44b6-936e-d312adddadac tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:40.291864 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-f192f7ed-2fb2-44b6-936e-d312adddadac tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "DELETE /v2.0/security-groups/9029e925-67cb-4402-81c8-a9bf97a752e7 HTTP/1.1" status: 204 len: 168 time: 0.1918221 Apr 20 18:33:40.294875 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 38856) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:33:40.316648 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.v2.resource [None req-1c9ad67d-9117-452c-8c05-ec028708b710 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] show failed (client error): The resource could not be found. Apr 20 18:33:40.320532 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-1c9ad67d-9117-452c-8c05-ec028708b710 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups/9029e925-67cb-4402-81c8-a9bf97a752e7 HTTP/1.1" status: 404 len: 347 time: 0.0215988 Apr 20 18:33:40.320859 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 38860) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:33:40.448159 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device 3710b9d4-c4b4-42bb-ad85-30c5e1fb9b52 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:33:40.490772 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-76e590a3-7e3f-44c3-9449-3682c3e9c8f9 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Deleting port 066428c1-2cdb-4161-a313-b18d296399c1 {{(pid=86391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:33:40.491136 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-76e590a3-7e3f-44c3-9449-3682c3e9c8f9 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278078475124'] for port, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:40.499421 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] No Port match for: 3710b9d4-c4b4-42bb-ad85-30c5e1fb9b52 {{(pid=86393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:33:40.499816 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device 3710b9d4-c4b4-42bb-ad85-30c5e1fb9b52 not bound to the agent host hv-cinder-78693 {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:33:40.500269 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device f490f4f7-9b25-4b64-ab37-aa339d70f1c1 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:33:40.541074 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] No Port match for: f490f4f7-9b25-4b64-ab37-aa339d70f1c1 {{(pid=86393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:33:40.541463 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device f490f4f7-9b25-4b64-ab37-aa339d70f1c1 not bound to the agent host hv-cinder-78693 {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:33:40.628701 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-0504df8f-9c7e-440b-aa3d-ced57c86e17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a508df0a-5d8e-482e-944d-017a2f8fe5b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1953854899-router', 'tenant_id': '96a404d19bd540809d4ea207dd16d6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': 'f0812c19-bc43-486b-bfc4-d09a77ec3a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:35Z', 'updated_at': '2021-04-20T18:29:57Z', 'revision_number': 4, 'project_id': '96a404d19bd540809d4ea207dd16d6ad', 'gw_port': {'id': 'f0812c19-bc43-486b-bfc4-d09a77ec3a0f', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508df0a-5d8e-482e-944d-017a2f8fe5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:37Z', 'updated_at': '2021-04-20T18:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb', '_interfaces': [{'id': 'f646afea-471d-48d4-be42-b2adc017508c', 'name': '', 'network_id': 'c035be72-ec93-4bac-85f8-b0cd68e3656b', 'tenant_id': '96a404d19bd540809d4ea207dd16d6ad', 'mac_address': 'fa:16:3e:10:d7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508df0a-5d8e-482e-944d-017a2f8fe5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '41a62a97-d129-42fa-96d5-fce2a7a65a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:50Z', 'updated_at': '2021-04-20T18:30:05Z', 'revision_number': 5, 'project_id': '96a404d19bd540809d4ea207dd16d6ad', 'subnets': [{'id': '41a62a97-d129-42fa-96d5-fce2a7a65a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:33:40.633264 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0504df8f-9c7e-440b-aa3d-ced57c86e17b None None] The sync data for ids ['a508df0a-5d8e-482e-944d-017a2f8fe5b6'] in dv-cinder-786932-2-smb is: [{'id': 'a508df0a-5d8e-482e-944d-017a2f8fe5b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1953854899-router', 'tenant_id': '96a404d19bd540809d4ea207dd16d6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': 'f0812c19-bc43-486b-bfc4-d09a77ec3a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:35Z', 'updated_at': '2021-04-20T18:29:57Z', 'revision_number': 4, 'project_id': '96a404d19bd540809d4ea207dd16d6ad', 'gw_port': {'id': 'f0812c19-bc43-486b-bfc4-d09a77ec3a0f', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508df0a-5d8e-482e-944d-017a2f8fe5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:37Z', 'updated_at': '2021-04-20T18:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb', '_interfaces': [{'id': 'f646afea-471d-48d4-be42-b2adc017508c', 'name': '', 'network_id': 'c035be72-ec93-4bac-85f8-b0cd68e3656b', 'tenant_id': '96a404d19bd540809d4ea207dd16d6ad', 'mac_address': 'fa:16:3e:10:d7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508df0a-5d8e-482e-944d-017a2f8fe5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '41a62a97-d129-42fa-96d5-fce2a7a65a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:50Z', 'updated_at': '2021-04-20T18:30:05Z', 'revision_number': 5, 'project_id': '96a404d19bd540809d4ea207dd16d6ad', 'subnets': [{'id': '41a62a97-d129-42fa-96d5-fce2a7a65a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:33:40.677631 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-76e590a3-7e3f-44c3-9449-3682c3e9c8f9 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7972734'] for port, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:40.677996 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-76e590a3-7e3f-44c3-9449-3682c3e9c8f9 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:40.819370 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-76e590a3-7e3f-44c3-9449-3682c3e9c8f9 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Calling delete_port for 066428c1-2cdb-4161-a313-b18d296399c1 owned by network:floatingip {{(pid=86391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:33:40.984035 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-76e590a3-7e3f-44c3-9449-3682c3e9c8f9 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278078469919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758775855577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368212'] for port, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:40.990466 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-612fb283-3d89-411b-b348-c64d1cac876b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:41.047230 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e590a3-7e3f-44c3-9449-3682c3e9c8f9 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Pushing event deleted for resources: {'Port': ['ID=066428c1-2cdb-4161-a313-b18d296399c1,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:41.050162 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-76e590a3-7e3f-44c3-9449-3682c3e9c8f9 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:41.120942 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fc3ac1-690a-4155-90c6-2816435d4666 None None] New status for floating IP c61ee27e-0a64-48ce-9f30-1b8e90f38ff8: DOWN {{(pid=86394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 18:33:41.152282 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-76e590a3-7e3f-44c3-9449-3682c3e9c8f9 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks [] for floatingip, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:41.168052 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-76e590a3-7e3f-44c3-9449-3682c3e9c8f9 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031'] for floatingip, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:41.172528 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-76e590a3-7e3f-44c3-9449-3682c3e9c8f9 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "DELETE /v2.0/floatingips/c61ee27e-0a64-48ce-9f30-1b8e90f38ff8 HTTP/1.1" status: 204 len: 168 time: 0.8473871 Apr 20 18:33:41.434411 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 38882) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:33:41.441116 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-8b5e0389-d530-4f30-9cdb-f9a20677bbe5 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1576278002', 'description': 'tempest-description--850305741'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:33:41.447947 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-8b5e0389-d530-4f30-9cdb-f9a20677bbe5 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:33:41.452890 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-8b5e0389-d530-4f30-9cdb-f9a20677bbe5 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Usage tracker for resource:security_group and tenant:96a404d19bd540809d4ea207dd16d6ad is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:33:41.456259 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-8b5e0389-d530-4f30-9cdb-f9a20677bbe5 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:33:41.463579 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-8b5e0389-d530-4f30-9cdb-f9a20677bbe5 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:33:41.476606 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8b5e0389-d530-4f30-9cdb-f9a20677bbe5 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:41.500728 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-8b5e0389-d530-4f30-9cdb-f9a20677bbe5 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:33:41.505401 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-8b5e0389-d530-4f30-9cdb-f9a20677bbe5 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Usage tracker for resource:security_group_rule and tenant:96a404d19bd540809d4ea207dd16d6ad is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:33:41.508823 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-8b5e0389-d530-4f30-9cdb-f9a20677bbe5 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:33:41.515572 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-8b5e0389-d530-4f30-9cdb-f9a20677bbe5 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:33:41.594869 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8b5e0389-d530-4f30-9cdb-f9a20677bbe5 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:41.599022 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8b5e0389-d530-4f30-9cdb-f9a20677bbe5 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:41.604288 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:41.646860 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e0389-d530-4f30-9cdb-f9a20677bbe5 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3660c311-2887-4dbe-a341-8fa9955f53ce,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:41.649695 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8b5e0389-d530-4f30-9cdb-f9a20677bbe5 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:41.651010 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-8b5e0389-d530-4f30-9cdb-f9a20677bbe5 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2150390 Apr 20 18:33:41.651970 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-8b5e0389-d530-4f30-9cdb-f9a20677bbe5 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:41.654964 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 38886) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:33:41.660447 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-1c173475-c02a-4d5a-9b26-6222f7bf8521 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Request body: {'security_group_rule': {'security_group_id': '3660c311-2887-4dbe-a341-8fa9955f53ce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:33:41.666741 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-1c173475-c02a-4d5a-9b26-6222f7bf8521 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:33:41.670871 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-1c173475-c02a-4d5a-9b26-6222f7bf8521 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Usage tracker for resource:security_group_rule and tenant:96a404d19bd540809d4ea207dd16d6ad is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:33:41.673947 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-1c173475-c02a-4d5a-9b26-6222f7bf8521 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:33:41.680203 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-1c173475-c02a-4d5a-9b26-6222f7bf8521 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:33:41.698022 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-1c173475-c02a-4d5a-9b26-6222f7bf8521 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:41.771395 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-1c173475-c02a-4d5a-9b26-6222f7bf8521 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:41.776478 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-1c173475-c02a-4d5a-9b26-6222f7bf8521 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860092'] for security_group_rule, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:41.779397 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:41.806750 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c173475-c02a-4d5a-9b26-6222f7bf8521 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cc5f2c2-9996-48b0-9fbc-85cb6613f723,revision_number=0']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:41.812458 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-1c173475-c02a-4d5a-9b26-6222f7bf8521 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:41.816883 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-1c173475-c02a-4d5a-9b26-6222f7bf8521 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:41.818128 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-1c173475-c02a-4d5a-9b26-6222f7bf8521 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1621294 Apr 20 18:33:41.822467 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 38890) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:33:41.828195 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-9456612f-5673-4ab6-bb5a-1eaab4645fee tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Request body: {'security_group_rule': {'security_group_id': '3660c311-2887-4dbe-a341-8fa9955f53ce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:33:41.834740 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-9456612f-5673-4ab6-bb5a-1eaab4645fee tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:33:41.839343 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-9456612f-5673-4ab6-bb5a-1eaab4645fee tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Usage tracker for resource:security_group_rule and tenant:96a404d19bd540809d4ea207dd16d6ad is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:33:41.842617 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-9456612f-5673-4ab6-bb5a-1eaab4645fee tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:33:41.849181 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-9456612f-5673-4ab6-bb5a-1eaab4645fee tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:33:41.866839 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9456612f-5673-4ab6-bb5a-1eaab4645fee tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:41.931364 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9456612f-5673-4ab6-bb5a-1eaab4645fee tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:41.935608 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9456612f-5673-4ab6-bb5a-1eaab4645fee tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860092'] for security_group_rule, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:41.937692 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:41.958949 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9456612f-5673-4ab6-bb5a-1eaab4645fee tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba2172a5-78b4-485f-a257-5d4103b59ec4,revision_number=0']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:41.963330 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-9456612f-5673-4ab6-bb5a-1eaab4645fee tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:41.971924 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9456612f-5673-4ab6-bb5a-1eaab4645fee tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:41.973176 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-9456612f-5673-4ab6-bb5a-1eaab4645fee tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1496284 Apr 20 18:33:41.977963 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 38894) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:33:41.983383 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-34978e9a-ca6a-4f4d-a913-6d36d17d9360 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Request body: {'floatingip': {'floating_network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:33:41.989523 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-34978e9a-ca6a-4f4d-a913-6d36d17d9360 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:33:41.993688 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-34978e9a-ca6a-4f4d-a913-6d36d17d9360 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Usage tracker for resource:floatingip and tenant:96a404d19bd540809d4ea207dd16d6ad is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:33:41.996751 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-34978e9a-ca6a-4f4d-a913-6d36d17d9360 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:33:42.002975 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-34978e9a-ca6a-4f4d-a913-6d36d17d9360 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:33:42.013629 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-34978e9a-ca6a-4f4d-a913-6d36d17d9360 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks [] for floatingip, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:42.158815 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-34978e9a-ca6a-4f4d-a913-6d36d17d9360 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:42.310384 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.db_base_plugin_common [None req-34978e9a-ca6a-4f4d-a913-6d36d17d9360 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Allocated IP 172.28.1.156 (6f8e8285-aaa9-4dbf-9e6b-39abd83f9974/f30c7817-a5c6-4c47-97c4-010d805a937c/4879253d-94d9-4987-8542-60f8b0cb7f7d) {{(pid=86391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:33:42.473490 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-34978e9a-ca6a-4f4d-a913-6d36d17d9360 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks [] for port, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:42.504829 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-34978e9a-ca6a-4f4d-a913-6d36d17d9360 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278078920240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368212'] for port, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:42.508650 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-f767878e-e841-4d2d-b999-9c9141f7e003 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:42.575268 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34978e9a-ca6a-4f4d-a913-6d36d17d9360 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Network 6f8e8285-aaa9-4dbf-9e6b-39abd83f9974 is already hosted by enough agents. {{(pid=86391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:33:42.578164 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [None req-34978e9a-ca6a-4f4d-a913-6d36d17d9360 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Resources bound (agent type, host, resource id): {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:33:42.582021 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34978e9a-ca6a-4f4d-a913-6d36d17d9360 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Received port after_create {{(pid=86391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:33:42.620130 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34978e9a-ca6a-4f4d-a913-6d36d17d9360 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Pushing event updated for resources: {'Port': ['ID=4879253d-94d9-4987-8542-60f8b0cb7f7d,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:42.624471 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-34978e9a-ca6a-4f4d-a913-6d36d17d9360 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:42.675960 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-34978e9a-ca6a-4f4d-a913-6d36d17d9360 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:42.738267 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-34978e9a-ca6a-4f4d-a913-6d36d17d9360 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:42.964423 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-34978e9a-ca6a-4f4d-a913-6d36d17d9360 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks [] for port, precommit_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:42.974377 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-34978e9a-ca6a-4f4d-a913-6d36d17d9360 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852407587'] for port, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:42.980852 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-234fac09-af82-48b3-86ce-3432ad6b4e66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:43.085978 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34978e9a-ca6a-4f4d-a913-6d36d17d9360 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Pushing event updated for resources: {'Port': ['ID=4879253d-94d9-4987-8542-60f8b0cb7f7d,revision_number=2']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:43.093851 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-34978e9a-ca6a-4f4d-a913-6d36d17d9360 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:43.103844 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-34978e9a-ca6a-4f4d-a913-6d36d17d9360 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854378574'] for floatingip, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:43.127713 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-34978e9a-ca6a-4f4d-a913-6d36d17d9360 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031'] for floatingip, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:43.129004 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-34978e9a-ca6a-4f4d-a913-6d36d17d9360 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1500511 Apr 20 18:33:43.381933 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-fbfd1399-daf3-4d75-bfda-f62bd0bbfb1d req-e0a443ba-42e9-4c43-87c0-abd80aa12e89 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Synchronizing usage tracker for tenant:96a404d19bd540809d4ea207dd16d6ad on resource:security_group {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:33:43.398400 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-fbfd1399-daf3-4d75-bfda-f62bd0bbfb1d req-e0a443ba-42e9-4c43-87c0-abd80aa12e89 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Unset dirty status for tenant:96a404d19bd540809d4ea207dd16d6ad on resource:security_group {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:33:43.399680 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-fbfd1399-daf3-4d75-bfda-f62bd0bbfb1d req-e0a443ba-42e9-4c43-87c0-abd80aa12e89 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1576278002&fields=id&tenant_id=96a404d19bd540809d4ea207dd16d6ad HTTP/1.1" status: 200 len: 267 time: 0.0649083 Apr 20 18:33:43.806166 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd1399-daf3-4d75-bfda-f62bd0bbfb1d req-121516b3-bc6b-4d55-ac21-6de012206027 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:43.807682 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-fbfd1399-daf3-4d75-bfda-f62bd0bbfb1d req-121516b3-bc6b-4d55-ac21-6de012206027 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/networks?id=c035be72-ec93-4bac-85f8-b0cd68e3656b HTTP/1.1" status: 200 len: 817 time: 0.4001808 Apr 20 18:33:43.823945 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-fbfd1399-daf3-4d75-bfda-f62bd0bbfb1d req-8ba56af6-f315-405f-9dfa-54dd3766e964 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/quotas/96a404d19bd540809d4ea207dd16d6ad HTTP/1.1" status: 200 len: 375 time: 0.0099223 Apr 20 18:33:43.920597 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-fbfd1399-daf3-4d75-bfda-f62bd0bbfb1d req-54f8ff41-1306-4b11-af73-ee5421483b65 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Synchronizing usage tracker for tenant:96a404d19bd540809d4ea207dd16d6ad on resource:port {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:33:43.935357 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-fbfd1399-daf3-4d75-bfda-f62bd0bbfb1d req-54f8ff41-1306-4b11-af73-ee5421483b65 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Unset dirty status for tenant:96a404d19bd540809d4ea207dd16d6ad on resource:port {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:33:43.936834 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-fbfd1399-daf3-4d75-bfda-f62bd0bbfb1d req-54f8ff41-1306-4b11-af73-ee5421483b65 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=96a404d19bd540809d4ea207dd16d6ad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1070492 Apr 20 18:33:44.093972 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-fbfd1399-daf3-4d75-bfda-f62bd0bbfb1d req-2a0f031d-fe07-4374-bb61-88f54c291d2c service neutron] 10.222.0.20 "GET /v2.0/networks/c035be72-ec93-4bac-85f8-b0cd68e3656b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440690 Apr 20 18:33:44.241197 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-fbfd1399-daf3-4d75-bfda-f62bd0bbfb1d req-0bce511c-6bdd-49ef-aea8-6656ba5e4383 service neutron] 10.222.0.20 "GET /v2.0/networks/c035be72-ec93-4bac-85f8-b0cd68e3656b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404727 Apr 20 18:33:44.340508 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a90b3-9b4a-4076-a55b-7fd1ed86d732 req-cc2021e4-a1d0-47c0-b17f-09d87828e57f tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:44.341249 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-9b4a90b3-9b4a-4076-a55b-7fd1ed86d732 req-cc2021e4-a1d0-47c0-b17f-09d87828e57f tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Synchronizing usage tracker for tenant:5416bb6760b540f2b8ba153e145be485 on resource:network {{(pid=86392) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:33:44.360276 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-9b4a90b3-9b4a-4076-a55b-7fd1ed86d732 req-cc2021e4-a1d0-47c0-b17f-09d87828e57f tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Unset dirty status for tenant:5416bb6760b540f2b8ba153e145be485 on resource:network {{(pid=86392) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:33:44.361548 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-9b4a90b3-9b4a-4076-a55b-7fd1ed86d732 req-cc2021e4-a1d0-47c0-b17f-09d87828e57f tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.20 "GET /v2.0/networks?id=ed51a3a2-96cc-4963-b1d6-2b7d35507eab HTTP/1.1" status: 200 len: 814 time: 0.3911939 Apr 20 18:33:44.378984 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-9b4a90b3-9b4a-4076-a55b-7fd1ed86d732 req-a4c592da-34df-4757-9ad3-f286fc9bbe1f tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.20 "GET /v2.0/quotas/5416bb6760b540f2b8ba153e145be485 HTTP/1.1" status: 200 len: 375 time: 0.0107894 Apr 20 18:33:44.435748 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-0ba15ec0-33be-4205-87e6-e72cc6041d3f req-eb4067b3-0169-423b-a2fc-93e10b602dcd tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3693291-b4a1-4402-95a9-22f34b7e57e5 HTTP/1.1" status: 200 len: 210 time: 0.0482631 Apr 20 18:33:44.439360 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-9b4a90b3-9b4a-4076-a55b-7fd1ed86d732 req-edf719d5-a4fa-4809-9d2f-73022e158032 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5416bb6760b540f2b8ba153e145be485&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474906 Apr 20 18:33:44.598729 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-9b4a90b3-9b4a-4076-a55b-7fd1ed86d732 req-570e4567-9d88-4cae-a6b5-8be5fc2d1b8f service neutron] 10.222.0.20 "GET /v2.0/networks/ed51a3a2-96cc-4963-b1d6-2b7d35507eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423590 Apr 20 18:33:44.741766 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-9b4a90b3-9b4a-4076-a55b-7fd1ed86d732 req-6fd1b40c-f333-409a-b9b9-5764a52fb3a0 service neutron] 10.222.0.20 "GET /v2.0/networks/ed51a3a2-96cc-4963-b1d6-2b7d35507eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354501 Apr 20 18:33:45.550077 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd1399-daf3-4d75-bfda-f62bd0bbfb1d req-09b90396-1393-4ea0-93f1-d557e85face2 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:45.551704 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-fbfd1399-daf3-4d75-bfda-f62bd0bbfb1d req-09b90396-1393-4ea0-93f1-d557e85face2 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.46 "GET /v2.0/networks?id=c035be72-ec93-4bac-85f8-b0cd68e3656b HTTP/1.1" status: 200 len: 817 time: 0.1733251 Apr 20 18:33:45.613863 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-0e267338-2f84-45fd-9250-7d3b33e24af1 req-9c71fbdb-833d-472a-bb17-6bad2bc2ed75 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3693291-b4a1-4402-95a9-22f34b7e57e5 HTTP/1.1" status: 200 len: 210 time: 0.0539923 Apr 20 18:33:45.631994 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-fbfd1399-daf3-4d75-bfda-f62bd0bbfb1d req-feeb9f34-0a3a-4851-90ce-f4f91af637e7 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=96a404d19bd540809d4ea207dd16d6ad HTTP/1.1" status: 200 len: 5704 time: 0.0715280 Apr 20 18:33:45.641194 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [req-fbfd1399-daf3-4d75-bfda-f62bd0bbfb1d req-3d8a769f-81da-4b90-b69b-adbece9f4f01 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Request body: {'port': {'device_id': 'b3693291-b4a1-4402-95a9-22f34b7e57e5', 'network_id': 'c035be72-ec93-4bac-85f8-b0cd68e3656b', 'admin_state_up': True, 'tenant_id': '96a404d19bd540809d4ea207dd16d6ad', 'security_groups': ['3660c311-2887-4dbe-a341-8fa9955f53ce']}} {{(pid=86392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:33:45.787135 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [req-fbfd1399-daf3-4d75-bfda-f62bd0bbfb1d req-3d8a769f-81da-4b90-b69b-adbece9f4f01 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:33:45.798007 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [req-fbfd1399-daf3-4d75-bfda-f62bd0bbfb1d req-3d8a769f-81da-4b90-b69b-adbece9f4f01 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:33:45.808729 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbfd1399-daf3-4d75-bfda-f62bd0bbfb1d req-3d8a769f-81da-4b90-b69b-adbece9f4f01 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Made reservation on behalf of 96a404d19bd540809d4ea207dd16d6ad for: {'port': 1} {{(pid=86392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:33:45.814866 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-fbfd1399-daf3-4d75-bfda-f62bd0bbfb1d req-3d8a769f-81da-4b90-b69b-adbece9f4f01 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:45.964773 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-9845782b-ecba-4ef0-b81f-28cee60368b4 req-e5b97be3-87da-443f-9762-3caeda149ed0 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Synchronizing usage tracker for tenant:5416bb6760b540f2b8ba153e145be485 on resource:port {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:33:45.980653 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-9845782b-ecba-4ef0-b81f-28cee60368b4 req-e5b97be3-87da-443f-9762-3caeda149ed0 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Unset dirty status for tenant:5416bb6760b540f2b8ba153e145be485 on resource:port {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:33:45.981936 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-9845782b-ecba-4ef0-b81f-28cee60368b4 req-e5b97be3-87da-443f-9762-3caeda149ed0 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.20 "GET /v2.0/ports?device_id=420774ed-f27b-4770-9941-64d5c26769c9 HTTP/1.1" status: 200 len: 210 time: 0.0660627 Apr 20 18:33:46.003799 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.db_base_plugin_common [req-fbfd1399-daf3-4d75-bfda-f62bd0bbfb1d req-3d8a769f-81da-4b90-b69b-adbece9f4f01 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Allocated IP 172.20.0.7 (c035be72-ec93-4bac-85f8-b0cd68e3656b/41a62a97-d129-42fa-96d5-fce2a7a65a86/1225dc31-6684-4037-9722-caa27bd30ccb) {{(pid=86392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:33:46.211089 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-fbfd1399-daf3-4d75-bfda-f62bd0bbfb1d req-3d8a769f-81da-4b90-b69b-adbece9f4f01 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks [] for port, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:46.228270 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [req-fbfd1399-daf3-4d75-bfda-f62bd0bbfb1d req-3d8a769f-81da-4b90-b69b-adbece9f4f01 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Transition to ACTIVE for port object 1225dc31-6684-4037-9722-caa27bd30ccb will not be triggered until provisioned by entity DHCP. {{(pid=86392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:33:46.251252 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-fbfd1399-daf3-4d75-bfda-f62bd0bbfb1d req-3d8a769f-81da-4b90-b69b-adbece9f4f01 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278078920240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852620706'] for port, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:46.256972 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:46.327044 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbfd1399-daf3-4d75-bfda-f62bd0bbfb1d req-3d8a769f-81da-4b90-b69b-adbece9f4f01 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Network c035be72-ec93-4bac-85f8-b0cd68e3656b is already hosted by enough agents. {{(pid=86392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:33:46.330295 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [req-fbfd1399-daf3-4d75-bfda-f62bd0bbfb1d req-3d8a769f-81da-4b90-b69b-adbece9f4f01 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Resources bound (agent type, host, resource id): {{(pid=86392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:33:46.334416 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbfd1399-daf3-4d75-bfda-f62bd0bbfb1d req-3d8a769f-81da-4b90-b69b-adbece9f4f01 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Received port after_create {{(pid=86392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:33:46.367186 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8a769f-81da-4b90-b69b-adbece9f4f01 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Pushing event updated for resources: {'Port': ['ID=1225dc31-6684-4037-9722-caa27bd30ccb,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:46.382839 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8a769f-81da-4b90-b69b-adbece9f4f01 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:33:46.383231 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8a769f-81da-4b90-b69b-adbece9f4f01 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:33:46.383625 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8a769f-81da-4b90-b69b-adbece9f4f01 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:33:46.384101 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8a769f-81da-4b90-b69b-adbece9f4f01 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:33:46.384394 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8a769f-81da-4b90-b69b-adbece9f4f01 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:33:46.384924 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8a769f-81da-4b90-b69b-adbece9f4f01 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:33:46.385337 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8a769f-81da-4b90-b69b-adbece9f4f01 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:33:46.385746 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8a769f-81da-4b90-b69b-adbece9f4f01 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:33:46.386132 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8a769f-81da-4b90-b69b-adbece9f4f01 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:33:46.386512 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8a769f-81da-4b90-b69b-adbece9f4f01 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:33:46.386924 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8a769f-81da-4b90-b69b-adbece9f4f01 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:33:46.387307 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8a769f-81da-4b90-b69b-adbece9f4f01 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:33:46.393401 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-3d8a769f-81da-4b90-b69b-adbece9f4f01 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:46.419181 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd1399-daf3-4d75-bfda-f62bd0bbfb1d req-3d8a769f-81da-4b90-b69b-adbece9f4f01 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:46.419880 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-fbfd1399-daf3-4d75-bfda-f62bd0bbfb1d req-3d8a769f-81da-4b90-b69b-adbece9f4f01 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031'] for port, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:46.446795 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-fbfd1399-daf3-4d75-bfda-f62bd0bbfb1d req-3d8a769f-81da-4b90-b69b-adbece9f4f01 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8102279 Apr 20 18:33:46.458687 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [req-fbfd1399-daf3-4d75-bfda-f62bd0bbfb1d req-338f37df-7366-4c06-b16d-ea2d34d744b3 service neutron] Request body: {'port': {'device_id': 'b3693291-b4a1-4402-95a9-22f34b7e57e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:33:46.544502 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-867d9856-eb0a-4bb0-9cf3-697f0f4f21de None None] Provisioning for port 1225dc31-6684-4037-9722-caa27bd30ccb completed by entity DHCP. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:33:46.550882 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-867d9856-eb0a-4bb0-9cf3-697f0f4f21de None None] Provisioning complete for port 1225dc31-6684-4037-9722-caa27bd30ccb triggered by entity DHCP. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:33:46.551441 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-867d9856-eb0a-4bb0-9cf3-697f0f4f21de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:46.583506 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-fbfd1399-daf3-4d75-bfda-f62bd0bbfb1d req-338f37df-7366-4c06-b16d-ea2d34d744b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:46.609251 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-867d9856-eb0a-4bb0-9cf3-697f0f4f21de None None] Port 1225dc31-6684-4037-9722-caa27bd30ccb cannot update to ACTIVE because it is not bound. {{(pid=86393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:33:46.643521 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:46.942584 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723d728-fb1f-47b0-b8ae-0f6b20b5dd82 req-aa90a2fb-e31c-4097-8ed8-340101655f80 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:46.943355 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-a723d728-fb1f-47b0-b8ae-0f6b20b5dd82 req-aa90a2fb-e31c-4097-8ed8-340101655f80 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Synchronizing usage tracker for tenant:96a404d19bd540809d4ea207dd16d6ad on resource:port {{(pid=86392) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:33:46.977382 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-a723d728-fb1f-47b0-b8ae-0f6b20b5dd82 req-aa90a2fb-e31c-4097-8ed8-340101655f80 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Unset dirty status for tenant:96a404d19bd540809d4ea207dd16d6ad on resource:port {{(pid=86392) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:33:46.978611 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a723d728-fb1f-47b0-b8ae-0f6b20b5dd82 req-aa90a2fb-e31c-4097-8ed8-340101655f80 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3693291-b4a1-4402-95a9-22f34b7e57e5 HTTP/1.1" status: 200 len: 931 time: 0.2436569 Apr 20 18:33:47.082480 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [req-fbfd1399-daf3-4d75-bfda-f62bd0bbfb1d req-338f37df-7366-4c06-b16d-ea2d34d744b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1225dc31-6684-4037-9722-caa27bd30ccb {{(pid=86392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:33:47.094501 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a723d728-fb1f-47b0-b8ae-0f6b20b5dd82 req-e8c39127-5c9c-4be7-b8ac-d12e98e2f131 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=3660c311-2887-4dbe-a341-8fa9955f53ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048467 Apr 20 18:33:47.096530 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-fbfd1399-daf3-4d75-bfda-f62bd0bbfb1d req-338f37df-7366-4c06-b16d-ea2d34d744b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:47.113746 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [req-fbfd1399-daf3-4d75-bfda-f62bd0bbfb1d req-338f37df-7366-4c06-b16d-ea2d34d744b3 service neutron] Transition to ACTIVE for port object 1225dc31-6684-4037-9722-caa27bd30ccb will not be triggered until provisioned by entity L2. {{(pid=86392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:33:47.117462 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-fbfd1399-daf3-4d75-bfda-f62bd0bbfb1d req-338f37df-7366-4c06-b16d-ea2d34d744b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2155095'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:47.122857 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-d5d9fb86-0456-48da-b86a-cf2b40414247 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:47.292472 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338f37df-7366-4c06-b16d-ea2d34d744b3 service neutron] Pushing event updated for resources: {'Port': ['ID=1225dc31-6684-4037-9722-caa27bd30ccb,revision_number=2']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:47.300548 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-338f37df-7366-4c06-b16d-ea2d34d744b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:47.318818 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-21d8442a-4203-445b-8b7e-5f66dd64341e req-b3302237-b854-44e5-9a4f-228c794ef631 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.20 "GET /v2.0/ports?device_id=420774ed-f27b-4770-9941-64d5c26769c9 HTTP/1.1" status: 200 len: 210 time: 0.0824354 Apr 20 18:33:47.393692 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [req-fbfd1399-daf3-4d75-bfda-f62bd0bbfb1d req-338f37df-7366-4c06-b16d-ea2d34d744b3 service neutron] Attempting to bind port 1225dc31-6684-4037-9722-caa27bd30ccb on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:33:47.394054 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [req-fbfd1399-daf3-4d75-bfda-f62bd0bbfb1d req-338f37df-7366-4c06-b16d-ea2d34d744b3 service neutron] Attempting to bind port 1225dc31-6684-4037-9722-caa27bd30ccb by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '42b51926-c2ca-471c-ac7e-b000ccba3eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c035be72-ec93-4bac-85f8-b0cd68e3656b'}] {{(pid=86392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:33:47.394412 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfd1399-daf3-4d75-bfda-f62bd0bbfb1d req-338f37df-7366-4c06-b16d-ea2d34d744b3 service neutron] Attempting to bind port 1225dc31-6684-4037-9722-caa27bd30ccb on network c035be72-ec93-4bac-85f8-b0cd68e3656b {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:33:47.400111 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfd1399-daf3-4d75-bfda-f62bd0bbfb1d req-338f37df-7366-4c06-b16d-ea2d34d744b3 service neutron] Port 1225dc31-6684-4037-9722-caa27bd30ccb on network c035be72-ec93-4bac-85f8-b0cd68e3656b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:33:47.400466 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfd1399-daf3-4d75-bfda-f62bd0bbfb1d req-338f37df-7366-4c06-b16d-ea2d34d744b3 service neutron] Attempting to bind port 1225dc31-6684-4037-9722-caa27bd30ccb on network c035be72-ec93-4bac-85f8-b0cd68e3656b {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:33:47.406748 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfd1399-daf3-4d75-bfda-f62bd0bbfb1d req-338f37df-7366-4c06-b16d-ea2d34d744b3 service neutron] Checking agent: {'id': '263cae3f-8754-41ef-b011-a572dc0aeed8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 27, 47), 'started_at': datetime.datetime(2021, 4, 20, 18, 27, 47), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:33:47.407128 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfd1399-daf3-4d75-bfda-f62bd0bbfb1d req-338f37df-7366-4c06-b16d-ea2d34d744b3 service neutron] Checking segment: {'id': '42b51926-c2ca-471c-ac7e-b000ccba3eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c035be72-ec93-4bac-85f8-b0cd68e3656b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:33:47.407537 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfd1399-daf3-4d75-bfda-f62bd0bbfb1d req-338f37df-7366-4c06-b16d-ea2d34d744b3 service neutron] Bound using segment: {'id': '42b51926-c2ca-471c-ac7e-b000ccba3eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c035be72-ec93-4bac-85f8-b0cd68e3656b'} {{(pid=86392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:33:47.408002 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [req-fbfd1399-daf3-4d75-bfda-f62bd0bbfb1d req-338f37df-7366-4c06-b16d-ea2d34d744b3 service neutron] Bound port: 1225dc31-6684-4037-9722-caa27bd30ccb, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42b51926-c2ca-471c-ac7e-b000ccba3eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c035be72-ec93-4bac-85f8-b0cd68e3656b'}}] {{(pid=86392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:33:47.408376 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-fbfd1399-daf3-4d75-bfda-f62bd0bbfb1d req-338f37df-7366-4c06-b16d-ea2d34d744b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:47.493705 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a90b3-9b4a-4076-a55b-7fd1ed86d732 req-36ae45fb-aa67-4543-82db-756c2abe1605 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:47.495568 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-9b4a90b3-9b4a-4076-a55b-7fd1ed86d732 req-36ae45fb-aa67-4543-82db-756c2abe1605 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.46 "GET /v2.0/networks?id=ed51a3a2-96cc-4963-b1d6-2b7d35507eab HTTP/1.1" status: 200 len: 814 time: 0.1754351 Apr 20 18:33:47.511330 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [req-fbfd1399-daf3-4d75-bfda-f62bd0bbfb1d req-338f37df-7366-4c06-b16d-ea2d34d744b3 service neutron] For port 1225dc31-6684-4037-9722-caa27bd30ccb, host hv-cinder-78693, cleared binding levels {{(pid=86392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:33:47.514433 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [req-fbfd1399-daf3-4d75-bfda-f62bd0bbfb1d req-338f37df-7366-4c06-b16d-ea2d34d744b3 service neutron] For port 1225dc31-6684-4037-9722-caa27bd30ccb, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=1225dc31-6684-4037-9722-caa27bd30ccb,segment=NetworkSegment(42b51926-c2ca-471c-ac7e-b000ccba3eb6),segment_id=42b51926-c2ca-471c-ac7e-b000ccba3eb6)] {{(pid=86392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:33:47.515228 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [req-9b4a90b3-9b4a-4076-a55b-7fd1ed86d732 req-7de61cf0-8af3-412d-b471-7f4722f39402 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Request body: {'port': {'device_id': '420774ed-f27b-4770-9941-64d5c26769c9', 'network_id': 'ed51a3a2-96cc-4963-b1d6-2b7d35507eab', 'admin_state_up': True, 'tenant_id': '5416bb6760b540f2b8ba153e145be485'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:33:47.517806 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-fbfd1399-daf3-4d75-bfda-f62bd0bbfb1d req-338f37df-7366-4c06-b16d-ea2d34d744b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2155095'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:47.522598 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-1bef1e5f-d12c-4a7f-9ecb-c4c9c20c64b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:47.582837 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd1399-daf3-4d75-bfda-f62bd0bbfb1d req-338f37df-7366-4c06-b16d-ea2d34d744b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:47.583509 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-fbfd1399-daf3-4d75-bfda-f62bd0bbfb1d req-338f37df-7366-4c06-b16d-ea2d34d744b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031'] for port, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:47.584996 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-fbfd1399-daf3-4d75-bfda-f62bd0bbfb1d req-338f37df-7366-4c06-b16d-ea2d34d744b3 service neutron] 10.222.0.46 "PUT /v2.0/ports/1225dc31-6684-4037-9722-caa27bd30ccb HTTP/1.1" status: 200 len: 1093 time: 1.1310961 Apr 20 18:33:47.585541 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3693291-b4a1-4402-95a9-22f34b7e57e5', 'tag': '1225dc31-6684-4037-9722-caa27bd30ccb'}] {{(pid=86392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:33:47.606981 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338f37df-7366-4c06-b16d-ea2d34d744b3 service neutron] Pushing event updated for resources: {'Port': ['ID=1225dc31-6684-4037-9722-caa27bd30ccb,revision_number=3']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:47.610236 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-338f37df-7366-4c06-b16d-ea2d34d744b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:47.684564 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [req-9b4a90b3-9b4a-4076-a55b-7fd1ed86d732 req-7de61cf0-8af3-412d-b471-7f4722f39402 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:33:47.695742 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [req-9b4a90b3-9b4a-4076-a55b-7fd1ed86d732 req-7de61cf0-8af3-412d-b471-7f4722f39402 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:33:47.696482 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3693291-b4a1-4402-95a9-22f34b7e57e5', 'tag': '1225dc31-6684-4037-9722-caa27bd30ccb', 'status': 'completed', 'code': 200} Apr 20 18:33:47.705206 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b4a90b3-9b4a-4076-a55b-7fd1ed86d732 req-7de61cf0-8af3-412d-b471-7f4722f39402 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Made reservation on behalf of 5416bb6760b540f2b8ba153e145be485 for: {'port': 1} {{(pid=86391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:33:47.711856 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-9b4a90b3-9b4a-4076-a55b-7fd1ed86d732 req-7de61cf0-8af3-412d-b471-7f4722f39402 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:47.737851 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd1399-daf3-4d75-bfda-f62bd0bbfb1d req-a9b6416b-7819-492a-b41b-472f97fddb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:47.739574 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-fbfd1399-daf3-4d75-bfda-f62bd0bbfb1d req-a9b6416b-7819-492a-b41b-472f97fddb49 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=96a404d19bd540809d4ea207dd16d6ad&device_id=b3693291-b4a1-4402-95a9-22f34b7e57e5 HTTP/1.1" status: 200 len: 1096 time: 0.1103387 Apr 20 18:33:47.815764 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-fbfd1399-daf3-4d75-bfda-f62bd0bbfb1d req-b283230d-f9ab-4b52-a0f9-ab0403540de1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1225dc31-6684-4037-9722-caa27bd30ccb HTTP/1.1" status: 200 len: 217 time: 0.0662651 Apr 20 18:33:47.890956 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd1399-daf3-4d75-bfda-f62bd0bbfb1d req-0df09322-829c-4970-9d82-93425c996c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:47.892759 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-fbfd1399-daf3-4d75-bfda-f62bd0bbfb1d req-0df09322-829c-4970-9d82-93425c996c10 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=41a62a97-d129-42fa-96d5-fce2a7a65a86 HTTP/1.1" status: 200 len: 856 time: 0.0705161 Apr 20 18:33:47.900806 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.db_base_plugin_common [req-9b4a90b3-9b4a-4076-a55b-7fd1ed86d732 req-7de61cf0-8af3-412d-b471-7f4722f39402 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Allocated IP 172.20.0.10 (ed51a3a2-96cc-4963-b1d6-2b7d35507eab/47801463-4c54-41cf-af8b-faeb4c3f2891/f6427b76-7dac-4bf0-afc0-8e3936c515c4) {{(pid=86391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:33:47.980646 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd1399-daf3-4d75-bfda-f62bd0bbfb1d req-f5faed4e-1bc7-4a49-8569-91d0341d3075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:47.982148 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-fbfd1399-daf3-4d75-bfda-f62bd0bbfb1d req-f5faed4e-1bc7-4a49-8569-91d0341d3075 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c035be72-ec93-4bac-85f8-b0cd68e3656b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0819154 Apr 20 18:33:48.125800 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-fbfd1399-daf3-4d75-bfda-f62bd0bbfb1d req-37bb8311-fc48-4c47-8a25-b728149d0a65 service neutron] 10.222.0.46 "GET /v2.0/networks/c035be72-ec93-4bac-85f8-b0cd68e3656b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363335 Apr 20 18:33:48.126060 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-9b4a90b3-9b4a-4076-a55b-7fd1ed86d732 req-7de61cf0-8af3-412d-b471-7f4722f39402 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Notify callbacks [] for port, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:48.159509 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-9b4a90b3-9b4a-4076-a55b-7fd1ed86d732 req-7de61cf0-8af3-412d-b471-7f4722f39402 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278078920240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368212'] for port, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:48.167001 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-5165cbdb-d231-4dac-b0b0-c51a20119217 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:48.262801 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b4a90b3-9b4a-4076-a55b-7fd1ed86d732 req-7de61cf0-8af3-412d-b471-7f4722f39402 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Network ed51a3a2-96cc-4963-b1d6-2b7d35507eab is already hosted by enough agents. {{(pid=86391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:33:48.268134 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-fbfd1399-daf3-4d75-bfda-f62bd0bbfb1d req-442ce58a-f1bf-4b95-9757-9b1d2dd11d30 service neutron] 10.222.0.46 "GET /v2.0/networks/c035be72-ec93-4bac-85f8-b0cd68e3656b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352983 Apr 20 18:33:48.271561 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [req-9b4a90b3-9b4a-4076-a55b-7fd1ed86d732 req-7de61cf0-8af3-412d-b471-7f4722f39402 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Resources bound (agent type, host, resource id): {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:33:48.274998 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b4a90b3-9b4a-4076-a55b-7fd1ed86d732 req-7de61cf0-8af3-412d-b471-7f4722f39402 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Received port after_create {{(pid=86391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:33:48.360287 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de61cf0-8af3-412d-b471-7f4722f39402 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Pushing event updated for resources: {'Port': ['ID=f6427b76-7dac-4bf0-afc0-8e3936c515c4,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:48.376398 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de61cf0-8af3-412d-b471-7f4722f39402 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:33:48.376398 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de61cf0-8af3-412d-b471-7f4722f39402 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:33:48.376812 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de61cf0-8af3-412d-b471-7f4722f39402 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:33:48.377236 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de61cf0-8af3-412d-b471-7f4722f39402 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:33:48.377568 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de61cf0-8af3-412d-b471-7f4722f39402 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:33:48.377944 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de61cf0-8af3-412d-b471-7f4722f39402 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:33:48.378316 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de61cf0-8af3-412d-b471-7f4722f39402 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:33:48.378691 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de61cf0-8af3-412d-b471-7f4722f39402 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:33:48.379094 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de61cf0-8af3-412d-b471-7f4722f39402 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:33:48.379465 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de61cf0-8af3-412d-b471-7f4722f39402 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:33:48.379832 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de61cf0-8af3-412d-b471-7f4722f39402 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:33:48.380199 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de61cf0-8af3-412d-b471-7f4722f39402 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:33:48.384134 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-7de61cf0-8af3-412d-b471-7f4722f39402 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:48.391810 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a90b3-9b4a-4076-a55b-7fd1ed86d732 req-7de61cf0-8af3-412d-b471-7f4722f39402 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:48.392477 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-9b4a90b3-9b4a-4076-a55b-7fd1ed86d732 req-7de61cf0-8af3-412d-b471-7f4722f39402 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031'] for port, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:48.399331 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1014e-d266-4ed2-871e-5de5ca193678 req-cb6b05e3-68cd-4076-9aea-e13c05d3d846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:48.400931 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e1d1014e-d266-4ed2-871e-5de5ca193678 req-cb6b05e3-68cd-4076-9aea-e13c05d3d846 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=96a404d19bd540809d4ea207dd16d6ad&device_id=b3693291-b4a1-4402-95a9-22f34b7e57e5 HTTP/1.1" status: 200 len: 1096 time: 0.0826631 Apr 20 18:33:48.441277 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c78bb9-fda2-491c-8eb8-78707aa6786d req-14794e71-aa97-4fa3-935c-fb15d4b203a7 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:48.442954 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-03c78bb9-fda2-491c-8eb8-78707aa6786d req-14794e71-aa97-4fa3-935c-fb15d4b203a7 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3693291-b4a1-4402-95a9-22f34b7e57e5 HTTP/1.1" status: 200 len: 943 time: 0.2223568 Apr 20 18:33:48.444495 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-9b4a90b3-9b4a-4076-a55b-7fd1ed86d732 req-7de61cf0-8af3-412d-b471-7f4722f39402 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9338753 Apr 20 18:33:48.470967 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [req-9b4a90b3-9b4a-4076-a55b-7fd1ed86d732 req-59cd9668-5b2a-4ed0-adb8-e60acefbdfcf service neutron] Request body: {'port': {'device_id': '420774ed-f27b-4770-9941-64d5c26769c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:33:48.548544 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-03c78bb9-fda2-491c-8eb8-78707aa6786d req-c0899844-12c0-4184-936c-62077a31d6d0 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=3660c311-2887-4dbe-a341-8fa9955f53ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982523 Apr 20 18:33:48.606210 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1014e-d266-4ed2-871e-5de5ca193678 req-c56d111d-2d52-47dd-8a9c-522ca59ff2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:48.607859 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e1d1014e-d266-4ed2-871e-5de5ca193678 req-c56d111d-2d52-47dd-8a9c-522ca59ff2aa service neutron] 10.222.0.46 "GET /v2.0/networks?id=c035be72-ec93-4bac-85f8-b0cd68e3656b HTTP/1.1" status: 200 len: 918 time: 0.1997263 Apr 20 18:33:48.612131 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-9b4a90b3-9b4a-4076-a55b-7fd1ed86d732 req-59cd9668-5b2a-4ed0-adb8-e60acefbdfcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:48.904684 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33719a4f-48eb-44a8-a23b-5a23d354e2d9 req-63730d20-99db-44e4-85aa-fc97e414a36e tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:48.906290 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-33719a4f-48eb-44a8-a23b-5a23d354e2d9 req-63730d20-99db-44e4-85aa-fc97e414a36e tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.20 "GET /v2.0/ports?device_id=420774ed-f27b-4770-9941-64d5c26769c9 HTTP/1.1" status: 200 len: 932 time: 0.4242475 Apr 20 18:33:48.916556 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e1d1014e-d266-4ed2-871e-5de5ca193678 req-cf9499c5-e39b-4614-8e8c-e7abbafde620 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1225dc31-6684-4037-9722-caa27bd30ccb HTTP/1.1" status: 200 len: 217 time: 0.2999978 Apr 20 18:33:48.991347 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [req-9b4a90b3-9b4a-4076-a55b-7fd1ed86d732 req-59cd9668-5b2a-4ed0-adb8-e60acefbdfcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6427b76-7dac-4bf0-afc0-8e3936c515c4 {{(pid=86391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:33:48.999607 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-9b4a90b3-9b4a-4076-a55b-7fd1ed86d732 req-59cd9668-5b2a-4ed0-adb8-e60acefbdfcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:49.006826 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-33719a4f-48eb-44a8-a23b-5a23d354e2d9 req-69b3bda7-8706-4834-87aa-02e6b91aa615 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.20 "GET /v2.0/security-groups?id=75c9fbc7-a3f7-486d-bbc8-7a4434fa12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922573 Apr 20 18:33:49.014403 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1014e-d266-4ed2-871e-5de5ca193678 req-5a95f8ee-bacb-4810-9041-6a0ee7eb414d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:49.015311 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [req-9b4a90b3-9b4a-4076-a55b-7fd1ed86d732 req-59cd9668-5b2a-4ed0-adb8-e60acefbdfcf service neutron] Transition to ACTIVE for port object f6427b76-7dac-4bf0-afc0-8e3936c515c4 will not be triggered until provisioned by entity L2. {{(pid=86391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:33:49.016201 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e1d1014e-d266-4ed2-871e-5de5ca193678 req-5a95f8ee-bacb-4810-9041-6a0ee7eb414d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=41a62a97-d129-42fa-96d5-fce2a7a65a86 HTTP/1.1" status: 200 len: 856 time: 0.0841174 Apr 20 18:33:49.018435 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-9b4a90b3-9b4a-4076-a55b-7fd1ed86d732 req-59cd9668-5b2a-4ed0-adb8-e60acefbdfcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852407587'] for port, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:49.023802 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-34978e9a-ca6a-4f4d-a913-6d36d17d9360 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:49.103227 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1014e-d266-4ed2-871e-5de5ca193678 req-4ded8de6-e2af-45b6-b0c0-1e2214b632dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:49.104810 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e1d1014e-d266-4ed2-871e-5de5ca193678 req-4ded8de6-e2af-45b6-b0c0-1e2214b632dd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c035be72-ec93-4bac-85f8-b0cd68e3656b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0821121 Apr 20 18:33:49.184994 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cd9668-5b2a-4ed0-adb8-e60acefbdfcf service neutron] Pushing event updated for resources: {'Port': ['ID=f6427b76-7dac-4bf0-afc0-8e3936c515c4,revision_number=2']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:49.192636 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-59cd9668-5b2a-4ed0-adb8-e60acefbdfcf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:49.248934 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e1d1014e-d266-4ed2-871e-5de5ca193678 req-f960965a-4465-4907-a459-ae2e672af942 service neutron] 10.222.0.46 "GET /v2.0/networks/c035be72-ec93-4bac-85f8-b0cd68e3656b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363742 Apr 20 18:33:49.268002 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [req-9b4a90b3-9b4a-4076-a55b-7fd1ed86d732 req-59cd9668-5b2a-4ed0-adb8-e60acefbdfcf service neutron] Attempting to bind port f6427b76-7dac-4bf0-afc0-8e3936c515c4 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:33:49.268370 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [req-9b4a90b3-9b4a-4076-a55b-7fd1ed86d732 req-59cd9668-5b2a-4ed0-adb8-e60acefbdfcf service neutron] Attempting to bind port f6427b76-7dac-4bf0-afc0-8e3936c515c4 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '3ac14a34-2646-41a4-bb19-a03255c93f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ed51a3a2-96cc-4963-b1d6-2b7d35507eab'}] {{(pid=86391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:33:49.268733 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4a90b3-9b4a-4076-a55b-7fd1ed86d732 req-59cd9668-5b2a-4ed0-adb8-e60acefbdfcf service neutron] Attempting to bind port f6427b76-7dac-4bf0-afc0-8e3936c515c4 on network ed51a3a2-96cc-4963-b1d6-2b7d35507eab {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:33:49.273792 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4a90b3-9b4a-4076-a55b-7fd1ed86d732 req-59cd9668-5b2a-4ed0-adb8-e60acefbdfcf service neutron] Port f6427b76-7dac-4bf0-afc0-8e3936c515c4 on network ed51a3a2-96cc-4963-b1d6-2b7d35507eab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:33:49.274145 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4a90b3-9b4a-4076-a55b-7fd1ed86d732 req-59cd9668-5b2a-4ed0-adb8-e60acefbdfcf service neutron] Attempting to bind port f6427b76-7dac-4bf0-afc0-8e3936c515c4 on network ed51a3a2-96cc-4963-b1d6-2b7d35507eab {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:33:49.279692 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4a90b3-9b4a-4076-a55b-7fd1ed86d732 req-59cd9668-5b2a-4ed0-adb8-e60acefbdfcf service neutron] Checking agent: {'id': '263cae3f-8754-41ef-b011-a572dc0aeed8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 27, 47), 'started_at': datetime.datetime(2021, 4, 20, 18, 27, 47), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:33:49.280061 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4a90b3-9b4a-4076-a55b-7fd1ed86d732 req-59cd9668-5b2a-4ed0-adb8-e60acefbdfcf service neutron] Checking segment: {'id': '3ac14a34-2646-41a4-bb19-a03255c93f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ed51a3a2-96cc-4963-b1d6-2b7d35507eab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:33:49.280499 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4a90b3-9b4a-4076-a55b-7fd1ed86d732 req-59cd9668-5b2a-4ed0-adb8-e60acefbdfcf service neutron] Bound using segment: {'id': '3ac14a34-2646-41a4-bb19-a03255c93f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ed51a3a2-96cc-4963-b1d6-2b7d35507eab'} {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:33:49.280941 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [req-9b4a90b3-9b4a-4076-a55b-7fd1ed86d732 req-59cd9668-5b2a-4ed0-adb8-e60acefbdfcf service neutron] Bound port: f6427b76-7dac-4bf0-afc0-8e3936c515c4, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ac14a34-2646-41a4-bb19-a03255c93f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ed51a3a2-96cc-4963-b1d6-2b7d35507eab'}}] {{(pid=86391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:33:49.281314 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-9b4a90b3-9b4a-4076-a55b-7fd1ed86d732 req-59cd9668-5b2a-4ed0-adb8-e60acefbdfcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:49.382258 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [req-9b4a90b3-9b4a-4076-a55b-7fd1ed86d732 req-59cd9668-5b2a-4ed0-adb8-e60acefbdfcf service neutron] For port f6427b76-7dac-4bf0-afc0-8e3936c515c4, host hv-cinder-78693, cleared binding levels {{(pid=86391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:33:49.385423 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [req-9b4a90b3-9b4a-4076-a55b-7fd1ed86d732 req-59cd9668-5b2a-4ed0-adb8-e60acefbdfcf service neutron] For port f6427b76-7dac-4bf0-afc0-8e3936c515c4, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f6427b76-7dac-4bf0-afc0-8e3936c515c4,segment=NetworkSegment(3ac14a34-2646-41a4-bb19-a03255c93f0a),segment_id=3ac14a34-2646-41a4-bb19-a03255c93f0a)] {{(pid=86391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:33:49.389405 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-9b4a90b3-9b4a-4076-a55b-7fd1ed86d732 req-59cd9668-5b2a-4ed0-adb8-e60acefbdfcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852407587'] for port, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:49.390642 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e1d1014e-d266-4ed2-871e-5de5ca193678 req-a0037f2f-4aea-4e92-8917-bdbf14d35c5a service neutron] 10.222.0.46 "GET /v2.0/networks/c035be72-ec93-4bac-85f8-b0cd68e3656b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350131 Apr 20 18:33:49.393345 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-328c8bec-c409-44bf-a5e3-6e30f18960fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:49.453975 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a90b3-9b4a-4076-a55b-7fd1ed86d732 req-59cd9668-5b2a-4ed0-adb8-e60acefbdfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:49.455612 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-9b4a90b3-9b4a-4076-a55b-7fd1ed86d732 req-59cd9668-5b2a-4ed0-adb8-e60acefbdfcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031'] for port, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:49.459406 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-9b4a90b3-9b4a-4076-a55b-7fd1ed86d732 req-59cd9668-5b2a-4ed0-adb8-e60acefbdfcf service neutron] 10.222.0.46 "PUT /v2.0/ports/f6427b76-7dac-4bf0-afc0-8e3936c515c4 HTTP/1.1" status: 200 len: 1094 time: 0.9944708 Apr 20 18:33:49.459935 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '420774ed-f27b-4770-9941-64d5c26769c9', 'tag': 'f6427b76-7dac-4bf0-afc0-8e3936c515c4'}] {{(pid=86391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:33:49.482327 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cd9668-5b2a-4ed0-adb8-e60acefbdfcf service neutron] Pushing event updated for resources: {'Port': ['ID=f6427b76-7dac-4bf0-afc0-8e3936c515c4,revision_number=3']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:49.485856 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-59cd9668-5b2a-4ed0-adb8-e60acefbdfcf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:49.531862 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '420774ed-f27b-4770-9941-64d5c26769c9', 'tag': 'f6427b76-7dac-4bf0-afc0-8e3936c515c4', 'status': 'completed', 'code': 200} Apr 20 18:33:49.578146 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a90b3-9b4a-4076-a55b-7fd1ed86d732 req-d0238940-73c7-40ef-8df9-7d87dfcca995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:49.580051 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-9b4a90b3-9b4a-4076-a55b-7fd1ed86d732 req-d0238940-73c7-40ef-8df9-7d87dfcca995 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5416bb6760b540f2b8ba153e145be485&device_id=420774ed-f27b-4770-9941-64d5c26769c9 HTTP/1.1" status: 200 len: 1097 time: 0.0839105 Apr 20 18:33:49.653160 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-9b4a90b3-9b4a-4076-a55b-7fd1ed86d732 req-b1807dc8-ead4-481e-8a2a-7a7048146880 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6427b76-7dac-4bf0-afc0-8e3936c515c4 HTTP/1.1" status: 200 len: 217 time: 0.0660441 Apr 20 18:33:49.726955 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a90b3-9b4a-4076-a55b-7fd1ed86d732 req-a812bd83-c5c2-4350-ba38-24fe37258839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:49.728529 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-9b4a90b3-9b4a-4076-a55b-7fd1ed86d732 req-a812bd83-c5c2-4350-ba38-24fe37258839 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=47801463-4c54-41cf-af8b-faeb4c3f2891 HTTP/1.1" status: 200 len: 854 time: 0.0692534 Apr 20 18:33:49.753347 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c65dfbf-8771-4464-883e-08e7e90d6a46 req-d2f43ef5-ba88-41b1-a94f-26d4d870f975 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:49.754923 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-3c65dfbf-8771-4464-883e-08e7e90d6a46 req-d2f43ef5-ba88-41b1-a94f-26d4d870f975 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3693291-b4a1-4402-95a9-22f34b7e57e5 HTTP/1.1" status: 200 len: 943 time: 0.0872433 Apr 20 18:33:49.780752 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-9b4a90b3-9b4a-4076-a55b-7fd1ed86d732 req-6f845ec3-8950-4b48-afcb-189f1c7d9221 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ed51a3a2-96cc-4963-b1d6-2b7d35507eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459862 Apr 20 18:33:49.802204 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-3c65dfbf-8771-4464-883e-08e7e90d6a46 req-2e08ccc6-3be7-41b5-aed3-41d4fcfc2e70 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=3660c311-2887-4dbe-a341-8fa9955f53ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406797 Apr 20 18:33:49.921491 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-9b4a90b3-9b4a-4076-a55b-7fd1ed86d732 req-24736006-b4d2-4967-9cb2-fdd88243feae service neutron] 10.222.0.46 "GET /v2.0/networks/ed51a3a2-96cc-4963-b1d6-2b7d35507eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336720 Apr 20 18:33:50.068155 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-9b4a90b3-9b4a-4076-a55b-7fd1ed86d732 req-8808d9ef-fdfc-4d24-84a9-2c8882c95aba service neutron] 10.222.0.46 "GET /v2.0/networks/ed51a3a2-96cc-4963-b1d6-2b7d35507eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404297 Apr 20 18:33:50.260775 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451cdbc6-da18-4ebd-8def-3310c07b981f req-78fd5801-29f8-4379-a600-99c82b72468a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:50.262335 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-451cdbc6-da18-4ebd-8def-3310c07b981f req-78fd5801-29f8-4379-a600-99c82b72468a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5416bb6760b540f2b8ba153e145be485&device_id=420774ed-f27b-4770-9941-64d5c26769c9 HTTP/1.1" status: 200 len: 1097 time: 0.1531029 Apr 20 18:33:50.271370 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de2c857-146d-4ff5-8ab4-6b3928e6b29f req-1a821696-2a5a-4807-8882-06ad6ae86603 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:50.272067 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-8de2c857-146d-4ff5-8ab4-6b3928e6b29f req-1a821696-2a5a-4807-8882-06ad6ae86603 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Synchronizing usage tracker for tenant:5416bb6760b540f2b8ba153e145be485 on resource:port {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:33:50.375161 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-8de2c857-146d-4ff5-8ab4-6b3928e6b29f req-1a821696-2a5a-4807-8882-06ad6ae86603 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Unset dirty status for tenant:5416bb6760b540f2b8ba153e145be485 on resource:port {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:33:50.376301 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-8de2c857-146d-4ff5-8ab4-6b3928e6b29f req-1a821696-2a5a-4807-8882-06ad6ae86603 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.20 "GET /v2.0/ports?device_id=420774ed-f27b-4770-9941-64d5c26769c9 HTTP/1.1" status: 200 len: 944 time: 0.2272363 Apr 20 18:33:50.442628 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451cdbc6-da18-4ebd-8def-3310c07b981f req-800dc20b-87c4-440d-9bd1-77e026b19d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:50.444149 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-451cdbc6-da18-4ebd-8def-3310c07b981f req-800dc20b-87c4-440d-9bd1-77e026b19d9f service neutron] 10.222.0.46 "GET /v2.0/networks?id=ed51a3a2-96cc-4963-b1d6-2b7d35507eab HTTP/1.1" status: 200 len: 915 time: 0.1693728 Apr 20 18:33:50.455476 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-8de2c857-146d-4ff5-8ab4-6b3928e6b29f req-f03b6442-1e60-43ea-b957-d2363df83df6 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.20 "GET /v2.0/security-groups?id=75c9fbc7-a3f7-486d-bbc8-7a4434fa12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714860 Apr 20 18:33:50.504569 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device 1225dc31-6684-4037-9722-caa27bd30ccb details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:33:50.522803 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-451cdbc6-da18-4ebd-8def-3310c07b981f req-8fecc866-4b9d-474f-a179-70b19229848c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6427b76-7dac-4bf0-afc0-8e3936c515c4 HTTP/1.1" status: 200 len: 217 time: 0.0706387 Apr 20 18:33:50.594373 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451cdbc6-da18-4ebd-8def-3310c07b981f req-4337d901-4474-4bd2-99fa-459e0f22e0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:50.595984 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-451cdbc6-da18-4ebd-8def-3310c07b981f req-4337d901-4474-4bd2-99fa-459e0f22e0f5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=47801463-4c54-41cf-af8b-faeb4c3f2891 HTTP/1.1" status: 200 len: 854 time: 0.0650089 Apr 20 18:33:50.650445 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port 1225dc31-6684-4037-9722-caa27bd30ccb, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=1225dc31-6684-4037-9722-caa27bd30ccb,segment=NetworkSegment(42b51926-c2ca-471c-ac7e-b000ccba3eb6),segment_id=42b51926-c2ca-471c-ac7e-b000ccba3eb6)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:33:50.651563 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-451cdbc6-da18-4ebd-8def-3310c07b981f req-912f256f-779b-40e4-8147-c3743aff366f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ed51a3a2-96cc-4963-b1d6-2b7d35507eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485981 Apr 20 18:33:50.664600 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Returning: {'device': '1225dc31-6684-4037-9722-caa27bd30ccb', 'network_id': 'c035be72-ec93-4bac-85f8-b0cd68e3656b', 'port_id': '1225dc31-6684-4037-9722-caa27bd30ccb', 'mac_address': 'fa:16:3e:78:93:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41a62a97-d129-42fa-96d5-fce2a7a65a86', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:33:50.726549 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:50.744382 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1225dc31-6684-4037-9722-caa27bd30ccb {{(pid=86393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:33:50.760607 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port 1225dc31-6684-4037-9722-caa27bd30ccb, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=1225dc31-6684-4037-9722-caa27bd30ccb,segment=NetworkSegment(42b51926-c2ca-471c-ac7e-b000ccba3eb6),segment_id=42b51926-c2ca-471c-ac7e-b000ccba3eb6)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:33:50.764052 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:50.765919 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:50.795088 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-451cdbc6-da18-4ebd-8def-3310c07b981f req-563fd391-6458-4f1f-ba61-d9d1104603d1 service neutron] 10.222.0.46 "GET /v2.0/networks/ed51a3a2-96cc-4963-b1d6-2b7d35507eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346343 Apr 20 18:33:50.835915 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Pushing event updated for resources: {'Port': ['ID=1225dc31-6684-4037-9722-caa27bd30ccb,revision_number=4']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:50.847710 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:33:50.848413 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:33:50.848959 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:33:50.849317 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:33:50.849685 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:33:50.850065 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:33:50.863036 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:33:50.863557 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:33:50.864002 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:33:50.864443 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:33:50.864881 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:33:50.865313 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:33:50.869635 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:50.941065 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-451cdbc6-da18-4ebd-8def-3310c07b981f req-a8aec511-0b02-4097-ae34-eca3ddde04e3 service neutron] 10.222.0.46 "GET /v2.0/networks/ed51a3a2-96cc-4963-b1d6-2b7d35507eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387718 Apr 20 18:33:50.976381 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] get_ports_and_sgs() called for port_ids ['1225dc31-6684-4037-9722-caa27bd30ccb'] {{(pid=86393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:33:51.030524 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f58ec1-34d1-4ae2-aee7-8a5f328e7a92 req-597a3c92-7194-43e4-b013-df148435473b tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:51.032304 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-07f58ec1-34d1-4ae2-aee7-8a5f328e7a92 req-597a3c92-7194-43e4-b013-df148435473b tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3693291-b4a1-4402-95a9-22f34b7e57e5 HTTP/1.1" status: 200 len: 944 time: 0.0928307 Apr 20 18:33:51.080235 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-07f58ec1-34d1-4ae2-aee7-8a5f328e7a92 req-8a012f6e-581a-436a-b2e9-6cf453e0652c tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=3660c311-2887-4dbe-a341-8fa9955f53ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413654 Apr 20 18:33:51.661222 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd2410-c399-430a-8101-557ee14bb9d8 req-c63830d7-67be-48ae-b196-b013ba18ec1a tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:51.662826 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-5afd2410-c399-430a-8101-557ee14bb9d8 req-c63830d7-67be-48ae-b196-b013ba18ec1a tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.20 "GET /v2.0/ports?device_id=420774ed-f27b-4770-9941-64d5c26769c9 HTTP/1.1" status: 200 len: 944 time: 0.0924249 Apr 20 18:33:51.712890 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-5afd2410-c399-430a-8101-557ee14bb9d8 req-393c95eb-42e3-4fce-898b-f1bf1fde976d tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.20 "GET /v2.0/security-groups?id=75c9fbc7-a3f7-486d-bbc8-7a4434fa12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407815 Apr 20 18:33:52.305351 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec5f23e-3e4e-484a-96b0-567a9cb6ee9e req-dbd3384a-83ce-4227-aeb2-41c69086cfc8 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:52.306971 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-7ec5f23e-3e4e-484a-96b0-567a9cb6ee9e req-dbd3384a-83ce-4227-aeb2-41c69086cfc8 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3693291-b4a1-4402-95a9-22f34b7e57e5 HTTP/1.1" status: 200 len: 944 time: 0.1031060 Apr 20 18:33:52.357531 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-7ec5f23e-3e4e-484a-96b0-567a9cb6ee9e req-22549008-bf1e-4f94-9911-de889572e554 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=3660c311-2887-4dbe-a341-8fa9955f53ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439234 Apr 20 18:33:52.507457 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device f6427b76-7dac-4bf0-afc0-8e3936c515c4 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:33:52.511529 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device 1225dc31-6684-4037-9722-caa27bd30ccb up at agent hyperv_hv-cinder-78693 {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:33:52.672903 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Provisioning for port 1225dc31-6684-4037-9722-caa27bd30ccb completed by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:33:52.690947 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Provisioning complete for port 1225dc31-6684-4037-9722-caa27bd30ccb triggered by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:33:52.691368 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:52.757551 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port f6427b76-7dac-4bf0-afc0-8e3936c515c4, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f6427b76-7dac-4bf0-afc0-8e3936c515c4,segment=NetworkSegment(3ac14a34-2646-41a4-bb19-a03255c93f0a),segment_id=3ac14a34-2646-41a4-bb19-a03255c93f0a)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:33:52.778097 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Returning: {'device': 'f6427b76-7dac-4bf0-afc0-8e3936c515c4', 'network_id': 'ed51a3a2-96cc-4963-b1d6-2b7d35507eab', 'port_id': 'f6427b76-7dac-4bf0-afc0-8e3936c515c4', 'mac_address': 'fa:16:3e:2d:df:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47801463-4c54-41cf-af8b-faeb4c3f2891', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:33:52.882877 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:52.913319 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6427b76-7dac-4bf0-afc0-8e3936c515c4 {{(pid=86393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:33:52.922339 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad42389-07b6-411e-912d-06bf6eaa9cc4 req-ee704e59-55e4-421b-95bb-40ed4f83b5fe tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:52.924101 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-4ad42389-07b6-411e-912d-06bf6eaa9cc4 req-ee704e59-55e4-421b-95bb-40ed4f83b5fe tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.20 "GET /v2.0/ports?device_id=420774ed-f27b-4770-9941-64d5c26769c9 HTTP/1.1" status: 200 len: 944 time: 0.0933373 Apr 20 18:33:52.927329 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:52.947403 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port f6427b76-7dac-4bf0-afc0-8e3936c515c4, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f6427b76-7dac-4bf0-afc0-8e3936c515c4,segment=NetworkSegment(3ac14a34-2646-41a4-bb19-a03255c93f0a),segment_id=3ac14a34-2646-41a4-bb19-a03255c93f0a)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:33:52.957528 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:52.960247 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:52.996745 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3693291-b4a1-4402-95a9-22f34b7e57e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1225dc31-6684-4037-9722-caa27bd30ccb'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:33:53.021581 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port 1225dc31-6684-4037-9722-caa27bd30ccb, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=1225dc31-6684-4037-9722-caa27bd30ccb,segment=NetworkSegment(42b51926-c2ca-471c-ac7e-b000ccba3eb6),segment_id=42b51926-c2ca-471c-ac7e-b000ccba3eb6)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:33:53.025602 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:53.049055 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3693291-b4a1-4402-95a9-22f34b7e57e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1225dc31-6684-4037-9722-caa27bd30ccb', 'code': 200} Apr 20 18:33:53.053021 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Pushing event updated for resources: {'Port': ['ID=f6427b76-7dac-4bf0-afc0-8e3936c515c4,revision_number=4']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:53.056223 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:53.056670 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:53.135891 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Pushing event updated for resources: {'Port': ['ID=1225dc31-6684-4037-9722-caa27bd30ccb,revision_number=5']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:53.139320 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:53.177489 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] get_ports_and_sgs() called for port_ids ['f6427b76-7dac-4bf0-afc0-8e3936c515c4'] {{(pid=86393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:33:53.218148 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-4ad42389-07b6-411e-912d-06bf6eaa9cc4 req-26ebc95f-8dfb-47d9-a313-a45ac64f992e tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.20 "GET /v2.0/security-groups?id=75c9fbc7-a3f7-486d-bbc8-7a4434fa12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876294 Apr 20 18:33:53.298971 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d64fc9-30df-40a7-8cd1-8a4b56d2e4de req-6b21652a-f47e-4c97-9244-da53af6ec06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:53.300565 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-43d64fc9-30df-40a7-8cd1-8a4b56d2e4de req-6b21652a-f47e-4c97-9244-da53af6ec06c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b3693291-b4a1-4402-95a9-22f34b7e57e5 HTTP/1.1" status: 200 len: 1098 time: 0.0794420 Apr 20 18:33:53.343588 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-43d64fc9-30df-40a7-8cd1-8a4b56d2e4de req-2d7d1d42-9ab8-40fe-b30c-691e98f5f981 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3660c311-2887-4dbe-a341-8fa9955f53ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365927 Apr 20 18:33:53.581581 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b521de-9546-44ec-a04e-6da6046d865f req-380ac70e-b7b2-4ca8-88d5-3f3e88b101de tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:53.583197 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e5b521de-9546-44ec-a04e-6da6046d865f req-380ac70e-b7b2-4ca8-88d5-3f3e88b101de tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3693291-b4a1-4402-95a9-22f34b7e57e5 HTTP/1.1" status: 200 len: 945 time: 0.0929680 Apr 20 18:33:53.633865 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e5b521de-9546-44ec-a04e-6da6046d865f req-2eecf786-accb-4d87-bc56-ef0a69dc0486 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=3660c311-2887-4dbe-a341-8fa9955f53ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438662 Apr 20 18:33:53.696947 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-ebb2d6da-5b89-4a77-8984-d97e95366c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:54.446908 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df166f95-5be5-4b59-b17a-8b89635784f0 req-321118b7-ccf9-4c57-aeb0-59f6ebdd75ef tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:54.448466 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-df166f95-5be5-4b59-b17a-8b89635784f0 req-321118b7-ccf9-4c57-aeb0-59f6ebdd75ef tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.20 "GET /v2.0/ports?device_id=420774ed-f27b-4770-9941-64d5c26769c9 HTTP/1.1" status: 200 len: 945 time: 0.1050353 Apr 20 18:33:54.498594 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-df166f95-5be5-4b59-b17a-8b89635784f0 req-12bb85b0-a159-4600-8705-03f12123fba3 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.20 "GET /v2.0/security-groups?id=75c9fbc7-a3f7-486d-bbc8-7a4434fa12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423691 Apr 20 18:33:54.504629 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device f6427b76-7dac-4bf0-afc0-8e3936c515c4 up at agent hyperv_hv-cinder-78693 {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:33:54.585251 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Provisioning for port f6427b76-7dac-4bf0-afc0-8e3936c515c4 completed by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:33:54.590872 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Provisioning complete for port f6427b76-7dac-4bf0-afc0-8e3936c515c4 triggered by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:33:54.591272 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:54.716505 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:54.752169 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port f6427b76-7dac-4bf0-afc0-8e3936c515c4, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f6427b76-7dac-4bf0-afc0-8e3936c515c4,segment=NetworkSegment(3ac14a34-2646-41a4-bb19-a03255c93f0a),segment_id=3ac14a34-2646-41a4-bb19-a03255c93f0a)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:33:54.756059 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:54.757928 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:33:54.827601 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Pushing event updated for resources: {'Port': ['ID=f6427b76-7dac-4bf0-afc0-8e3936c515c4,revision_number=5']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:33:54.830803 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:33:54.850725 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b3cf3-855e-4485-ac34-8a62523e15d1 req-73864a4a-6832-4cc4-9636-52e7b09761b3 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:54.852333 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-cf0b3cf3-855e-4485-ac34-8a62523e15d1 req-73864a4a-6832-4cc4-9636-52e7b09761b3 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3693291-b4a1-4402-95a9-22f34b7e57e5 HTTP/1.1" status: 200 len: 945 time: 0.0913200 Apr 20 18:33:54.901405 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-cf0b3cf3-855e-4485-ac34-8a62523e15d1 req-a7346810-99b9-4f94-88ab-00e7ecc87ecd tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=3660c311-2887-4dbe-a341-8fa9955f53ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421424 Apr 20 18:33:55.050681 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '420774ed-f27b-4770-9941-64d5c26769c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6427b76-7dac-4bf0-afc0-8e3936c515c4'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:33:55.108628 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420774ed-f27b-4770-9941-64d5c26769c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6427b76-7dac-4bf0-afc0-8e3936c515c4', 'code': 200} Apr 20 18:33:55.110030 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eae3da-169a-4473-9b1c-451cea8e8c3c req-757a55e2-010a-44d4-9c62-d7622c64834b tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:55.111679 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-85eae3da-169a-4473-9b1c-451cea8e8c3c req-757a55e2-010a-44d4-9c62-d7622c64834b tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3693291-b4a1-4402-95a9-22f34b7e57e5 HTTP/1.1" status: 200 len: 945 time: 0.0975006 Apr 20 18:33:55.121476 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 38998) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:33:55.127188 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-e78607a6-5ea3-4196-8f4e-6306c91bbffe tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Request body: {'floatingip': {'port_id': '1225dc31-6684-4037-9722-caa27bd30ccb'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:33:55.208367 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e78607a6-5ea3-4196-8f4e-6306c91bbffe tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks [] for floatingip, before_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:55.565802 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4c568b71-0ce1-4d88-94ab-95f7504329f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:55.594242 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a4e8d-df0c-4947-bce2-1970a1841b0e req-c5b06b89-00ea-4079-ad85-371faa4ad393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:55.595901 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-510a4e8d-df0c-4947-bce2-1970a1841b0e req-c5b06b89-00ea-4079-ad85-371faa4ad393 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=420774ed-f27b-4770-9941-64d5c26769c9 HTTP/1.1" status: 200 len: 1099 time: 0.3254678 Apr 20 18:33:55.664993 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-510a4e8d-df0c-4947-bce2-1970a1841b0e req-f3f9299c-ba50-47b5-9cbc-f2ddcbd47f64 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=75c9fbc7-a3f7-486d-bbc8-7a4434fa12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608518 Apr 20 18:33:55.705283 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7825e3-e2d3-4403-8906-2f0ccd493227 req-e7b1449a-ee4c-446c-926f-152ec5b71d63 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:55.706965 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-2a7825e3-e2d3-4403-8906-2f0ccd493227 req-e7b1449a-ee4c-446c-926f-152ec5b71d63 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.20 "GET /v2.0/ports?device_id=420774ed-f27b-4770-9941-64d5c26769c9 HTTP/1.1" status: 200 len: 946 time: 0.0892229 Apr 20 18:33:55.755292 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-2a7825e3-e2d3-4403-8906-2f0ccd493227 req-96367c9e-8df4-48c9-9abc-25e9df57313c tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.20 "GET /v2.0/security-groups?id=75c9fbc7-a3f7-486d-bbc8-7a4434fa12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415010 Apr 20 18:33:55.929078 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e78607a6-5ea3-4196-8f4e-6306c91bbffe tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:55.933094 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e78607a6-5ea3-4196-8f4e-6306c91bbffe tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854378574'] for floatingip, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:56.115951 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.db.l3_db [None req-e78607a6-5ea3-4196-8f4e-6306c91bbffe tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Floating IP 85ca52e2-93c1-4432-9330-84c024784b35 associated. External IP: 172.28.1.156, port: 1225dc31-6684-4037-9722-caa27bd30ccb. Apr 20 18:33:56.490450 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e78607a6-5ea3-4196-8f4e-6306c91bbffe tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Router a508df0a-5d8e-482e-944d-017a2f8fe5b6 has already been hosted by L3 agent 41e81354-1f58-48e6-8416-2f8b62d59447 {{(pid=86391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:33:56.648465 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3b38f3e8-f2f1-49b6-ac75-f9314cd83db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:56.683786 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78607a6-5ea3-4196-8f4e-6306c91bbffe tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify agent at l3_agent.dv-cinder-786932-2-smb the message routers_updated {{(pid=86391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:33:56.688354 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e78607a6-5ea3-4196-8f4e-6306c91bbffe tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031'] for floatingip, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:56.693741 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8dac83-c32f-4c5d-9f8e-687640f2c7d2 None None] Sync routers for ids ['a508df0a-5d8e-482e-944d-017a2f8fe5b6'] in dv-cinder-786932-2-smb {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:33:56.705135 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8dac83-c32f-4c5d-9f8e-687640f2c7d2 None None] Routers {'a508df0a-5d8e-482e-944d-017a2f8fe5b6'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:33:56.705797 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-ad8dac83-c32f-4c5d-9f8e-687640f2c7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:33:56Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['a508df0a-5d8e-482e-944d-017a2f8fe5b6'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:33:56.746638 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-e78607a6-5ea3-4196-8f4e-6306c91bbffe tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "PUT /v2.0/floatingips/85ca52e2-93c1-4432-9330-84c024784b35 HTTP/1.1" status: 200 len: 991 time: 1.6239228 Apr 20 18:33:56.747520 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3693291-b4a1-4402-95a9-22f34b7e57e5', 'tag': '1225dc31-6684-4037-9722-caa27bd30ccb'}] {{(pid=86391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:33:56.804683 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3693291-b4a1-4402-95a9-22f34b7e57e5', 'tag': '1225dc31-6684-4037-9722-caa27bd30ccb', 'status': 'completed', 'code': 200} Apr 20 18:33:56.918257 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9e841-0431-4ead-87ce-963cf126554c req-5154805e-c23f-4ca6-89fa-e55625a29255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:56.920102 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a0c9e841-0431-4ead-87ce-963cf126554c req-5154805e-c23f-4ca6-89fa-e55625a29255 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=96a404d19bd540809d4ea207dd16d6ad&device_id=b3693291-b4a1-4402-95a9-22f34b7e57e5 HTTP/1.1" status: 200 len: 1098 time: 0.0927677 Apr 20 18:33:57.005662 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bd7ad6-d351-4b27-b1ad-58a6b71cf833 req-d75e3da6-dbe3-4af1-8baf-dc01f1bf5490 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:57.007644 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-c8bd7ad6-d351-4b27-b1ad-58a6b71cf833 req-d75e3da6-dbe3-4af1-8baf-dc01f1bf5490 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.20 "GET /v2.0/ports?device_id=420774ed-f27b-4770-9941-64d5c26769c9 HTTP/1.1" status: 200 len: 946 time: 0.1027088 Apr 20 18:33:57.058579 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-c8bd7ad6-d351-4b27-b1ad-58a6b71cf833 req-b8425ceb-6e50-45bf-baf9-f60dddbc19c8 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.20 "GET /v2.0/security-groups?id=75c9fbc7-a3f7-486d-bbc8-7a4434fa12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440187 Apr 20 18:33:57.077686 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9e841-0431-4ead-87ce-963cf126554c req-a6ab44d4-9928-4801-b248-953c13848292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:57.079351 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a0c9e841-0431-4ead-87ce-963cf126554c req-a6ab44d4-9928-4801-b248-953c13848292 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c035be72-ec93-4bac-85f8-b0cd68e3656b HTTP/1.1" status: 200 len: 918 time: 0.1526880 Apr 20 18:33:57.102965 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-ad8dac83-c32f-4c5d-9f8e-687640f2c7d2 None None] Set router a508df0a-5d8e-482e-944d-017a2f8fe5b6 gateway port host: dv-cinder-786932-2-smb {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:33:57.194543 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a0c9e841-0431-4ead-87ce-963cf126554c req-a415f95d-76f6-44e0-8809-d3649b997130 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1225dc31-6684-4037-9722-caa27bd30ccb HTTP/1.1" status: 200 len: 999 time: 0.1076784 Apr 20 18:33:57.266352 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9e841-0431-4ead-87ce-963cf126554c req-bf74c115-fba1-4774-b4e7-3744c54d9dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:57.267766 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a0c9e841-0431-4ead-87ce-963cf126554c req-bf74c115-fba1-4774-b4e7-3744c54d9dce service neutron] 10.222.0.46 "GET /v2.0/subnets?id=41a62a97-d129-42fa-96d5-fce2a7a65a86 HTTP/1.1" status: 200 len: 856 time: 0.0674334 Apr 20 18:33:57.353029 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9e841-0431-4ead-87ce-963cf126554c req-2589c910-ea4d-491b-9ea6-ef32d412407e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:33:57.354695 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a0c9e841-0431-4ead-87ce-963cf126554c req-2589c910-ea4d-491b-9ea6-ef32d412407e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c035be72-ec93-4bac-85f8-b0cd68e3656b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0801959 Apr 20 18:33:57.493920 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-ad8dac83-c32f-4c5d-9f8e-687640f2c7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a508df0a-5d8e-482e-944d-017a2f8fe5b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1953854899-router', 'tenant_id': '96a404d19bd540809d4ea207dd16d6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': 'f0812c19-bc43-486b-bfc4-d09a77ec3a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:35Z', 'updated_at': '2021-04-20T18:29:57Z', 'revision_number': 4, 'project_id': '96a404d19bd540809d4ea207dd16d6ad', 'gw_port': {'id': 'f0812c19-bc43-486b-bfc4-d09a77ec3a0f', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508df0a-5d8e-482e-944d-017a2f8fe5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:37Z', 'updated_at': '2021-04-20T18:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb', '_floatingips': [{'id': '85ca52e2-93c1-4432-9330-84c024784b35', 'tenant_id': '96a404d19bd540809d4ea207dd16d6ad', 'floating_ip_address': '172.28.1.156', 'floating_network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'router_id': 'a508df0a-5d8e-482e-944d-017a2f8fe5b6', 'port_id': '1225dc31-6684-4037-9722-caa27bd30ccb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c035be72-ec93-4bac-85f8-b0cd68e3656b', 'mac_address': 'fa:16:3e:78:93:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3693291-b4a1-4402-95a9-22f34b7e57e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:33:42Z', 'updated_at': '2021-04-20T18:33:55Z', 'revision_number': 1, 'project_id': '96a404d19bd540809d4ea207dd16d6ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f646afea-471d-48d4-be42-b2adc017508c', 'name': '', 'network_id': 'c035be72-ec93-4bac-85f8-b0cd68e3656b', 'tenant_id': '96a404d19bd540809d4ea207dd16d6ad', 'mac_address': 'fa:16:3e:10:d7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508df0a-5d8e-482e-944d-017a2f8fe5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '41a62a97-d129-42fa-96d5-fce2a7a65a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:50Z', 'updated_at': '2021-04-20T18:30:05Z', 'revision_number': 5, 'project_id': '96a404d19bd540809d4ea207dd16d6ad', 'subnets': [{'id': '41a62a97-d129-42fa-96d5-fce2a7a65a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:33:57.499003 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8dac83-c32f-4c5d-9f8e-687640f2c7d2 None None] Checking router: a508df0a-5d8e-482e-944d-017a2f8fe5b6 for host: dv-cinder-786932-2-smb {{(pid=86393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:33:57.512391 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a0c9e841-0431-4ead-87ce-963cf126554c req-2c47d22f-6aa0-48e6-a42c-ef16a9a9552d service neutron] 10.222.0.46 "GET /v2.0/networks/c035be72-ec93-4bac-85f8-b0cd68e3656b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508758 Apr 20 18:33:57.515405 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8dac83-c32f-4c5d-9f8e-687640f2c7d2 None None] Routers {'a508df0a-5d8e-482e-944d-017a2f8fe5b6'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:33:57.516085 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-ad8dac83-c32f-4c5d-9f8e-687640f2c7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:33:56Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['a508df0a-5d8e-482e-944d-017a2f8fe5b6'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:33:57.726098 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-ad8dac83-c32f-4c5d-9f8e-687640f2c7d2 None None] Set router a508df0a-5d8e-482e-944d-017a2f8fe5b6 gateway port host: dv-cinder-786932-2-smb {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:33:57.813119 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:57.912115 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a0c9e841-0431-4ead-87ce-963cf126554c req-e3b3381e-080e-4371-ba8e-bef8bbba4b94 service neutron] 10.222.0.46 "GET /v2.0/networks/c035be72-ec93-4bac-85f8-b0cd68e3656b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3933535 Apr 20 18:33:58.126979 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-ad8dac83-c32f-4c5d-9f8e-687640f2c7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a508df0a-5d8e-482e-944d-017a2f8fe5b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1953854899-router', 'tenant_id': '96a404d19bd540809d4ea207dd16d6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': 'f0812c19-bc43-486b-bfc4-d09a77ec3a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:35Z', 'updated_at': '2021-04-20T18:29:57Z', 'revision_number': 4, 'project_id': '96a404d19bd540809d4ea207dd16d6ad', 'gw_port': {'id': 'f0812c19-bc43-486b-bfc4-d09a77ec3a0f', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508df0a-5d8e-482e-944d-017a2f8fe5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:37Z', 'updated_at': '2021-04-20T18:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb', '_floatingips': [{'id': '85ca52e2-93c1-4432-9330-84c024784b35', 'tenant_id': '96a404d19bd540809d4ea207dd16d6ad', 'floating_ip_address': '172.28.1.156', 'floating_network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'router_id': 'a508df0a-5d8e-482e-944d-017a2f8fe5b6', 'port_id': '1225dc31-6684-4037-9722-caa27bd30ccb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c035be72-ec93-4bac-85f8-b0cd68e3656b', 'mac_address': 'fa:16:3e:78:93:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3693291-b4a1-4402-95a9-22f34b7e57e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:33:42Z', 'updated_at': '2021-04-20T18:33:55Z', 'revision_number': 1, 'project_id': '96a404d19bd540809d4ea207dd16d6ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f646afea-471d-48d4-be42-b2adc017508c', 'name': '', 'network_id': 'c035be72-ec93-4bac-85f8-b0cd68e3656b', 'tenant_id': '96a404d19bd540809d4ea207dd16d6ad', 'mac_address': 'fa:16:3e:10:d7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508df0a-5d8e-482e-944d-017a2f8fe5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '41a62a97-d129-42fa-96d5-fce2a7a65a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:50Z', 'updated_at': '2021-04-20T18:30:05Z', 'revision_number': 5, 'project_id': '96a404d19bd540809d4ea207dd16d6ad', 'subnets': [{'id': '41a62a97-d129-42fa-96d5-fce2a7a65a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:33:58.131204 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8dac83-c32f-4c5d-9f8e-687640f2c7d2 None None] The sync data for ids ['a508df0a-5d8e-482e-944d-017a2f8fe5b6'] in dv-cinder-786932-2-smb is: [{'id': 'a508df0a-5d8e-482e-944d-017a2f8fe5b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1953854899-router', 'tenant_id': '96a404d19bd540809d4ea207dd16d6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': 'f0812c19-bc43-486b-bfc4-d09a77ec3a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:35Z', 'updated_at': '2021-04-20T18:29:57Z', 'revision_number': 4, 'project_id': '96a404d19bd540809d4ea207dd16d6ad', 'gw_port': {'id': 'f0812c19-bc43-486b-bfc4-d09a77ec3a0f', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508df0a-5d8e-482e-944d-017a2f8fe5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:37Z', 'updated_at': '2021-04-20T18:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb', '_floatingips': [{'id': '85ca52e2-93c1-4432-9330-84c024784b35', 'tenant_id': '96a404d19bd540809d4ea207dd16d6ad', 'floating_ip_address': '172.28.1.156', 'floating_network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'router_id': 'a508df0a-5d8e-482e-944d-017a2f8fe5b6', 'port_id': '1225dc31-6684-4037-9722-caa27bd30ccb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c035be72-ec93-4bac-85f8-b0cd68e3656b', 'mac_address': 'fa:16:3e:78:93:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3693291-b4a1-4402-95a9-22f34b7e57e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:33:42Z', 'updated_at': '2021-04-20T18:33:55Z', 'revision_number': 1, 'project_id': '96a404d19bd540809d4ea207dd16d6ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f646afea-471d-48d4-be42-b2adc017508c', 'name': '', 'network_id': 'c035be72-ec93-4bac-85f8-b0cd68e3656b', 'tenant_id': '96a404d19bd540809d4ea207dd16d6ad', 'mac_address': 'fa:16:3e:10:d7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508df0a-5d8e-482e-944d-017a2f8fe5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '41a62a97-d129-42fa-96d5-fce2a7a65a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:50Z', 'updated_at': '2021-04-20T18:30:05Z', 'revision_number': 5, 'project_id': '96a404d19bd540809d4ea207dd16d6ad', 'subnets': [{'id': '41a62a97-d129-42fa-96d5-fce2a7a65a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:33:58.376897 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db4e54cc-07a3-4585-8120-e6421209c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:33:58.403053 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb23be76-6aa7-44c6-8cbb-63429f9f2098 None None] New status for floating IP 85ca52e2-93c1-4432-9330-84c024784b35: ACTIVE {{(pid=86394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 18:34:09.920482 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c78ecd2-f2db-4dd2-b182-35ddbe2bff35 req-a0111c78-3e96-4b0f-83aa-b08bd727574c tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:09.922106 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-6c78ecd2-f2db-4dd2-b182-35ddbe2bff35 req-a0111c78-3e96-4b0f-83aa-b08bd727574c tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/ports?device_id=4722ccd8-f7c9-4c68-9967-e1c1e00960df HTTP/1.1" status: 200 len: 946 time: 0.1017525 Apr 20 18:34:09.969565 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-6c78ecd2-f2db-4dd2-b182-35ddbe2bff35 req-6bef54dc-0842-4591-be81-2e56bc5f4a41 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ed32cec-6957-435a-bfeb-34cb0da197c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410721 Apr 20 18:34:10.859204 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.agents_db [None req-bb53aea3-de48-49b3-8e00-ae07e91d3609 None None] Agent healthcheck: found 6 active agents {{(pid=86394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:34:11.182554 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7825258-90e0-4f19-b769-ea6211d87864 req-a2d54152-c99d-431c-a39a-b0059dcfd3ed tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:11.184096 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-c7825258-90e0-4f19-b769-ea6211d87864 req-a2d54152-c99d-431c-a39a-b0059dcfd3ed tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/ports?device_id=4722ccd8-f7c9-4c68-9967-e1c1e00960df HTTP/1.1" status: 200 len: 946 time: 0.0907581 Apr 20 18:34:11.232722 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-c7825258-90e0-4f19-b769-ea6211d87864 req-3bdd8e3a-13a2-4c45-9b6e-58124c3f5cfb tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ed32cec-6957-435a-bfeb-34cb0da197c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422792 Apr 20 18:34:12.060148 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3830658-6d0e-40c7-9181-5d93d5d23749 req-ad44fbee-4bfe-4ba0-a522-60abeee7876d tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:12.061693 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a3830658-6d0e-40c7-9181-5d93d5d23749 req-ad44fbee-4bfe-4ba0-a522-60abeee7876d tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.46 "GET /v2.0/ports?device_id=4722ccd8-f7c9-4c68-9967-e1c1e00960df HTTP/1.1" status: 200 len: 946 time: 0.1041322 Apr 20 18:34:12.139891 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [req-a3830658-6d0e-40c7-9181-5d93d5d23749 req-bd0be33a-58f2-4753-a7b4-e88753462fb4 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Deleting port ea78babd-8254-4f3a-9a92-44ab55032223 {{(pid=86391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:34:12.140212 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-a3830658-6d0e-40c7-9181-5d93d5d23749 req-bd0be33a-58f2-4753-a7b4-e88753462fb4 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278078475124'] for port, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:12.470308 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [req-a3830658-6d0e-40c7-9181-5d93d5d23749 req-bd0be33a-58f2-4753-a7b4-e88753462fb4 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] For port ea78babd-8254-4f3a-9a92-44ab55032223, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ea78babd-8254-4f3a-9a92-44ab55032223,segment=NetworkSegment(3ba1b949-5657-4980-b225-8ea57859926e),segment_id=3ba1b949-5657-4980-b225-8ea57859926e)] {{(pid=86391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:34:12.470966 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-a3830658-6d0e-40c7-9181-5d93d5d23749 req-bd0be33a-58f2-4753-a7b4-e88753462fb4 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7972734'] for port, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:12.584252 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a022fa62-2d0a-42c2-8236-af9eb2e33938 req-e05d67c6-1c40-44d7-bf64-1efb670441c2 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:12.586153 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a022fa62-2d0a-42c2-8236-af9eb2e33938 req-e05d67c6-1c40-44d7-bf64-1efb670441c2 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/ports?device_id=4722ccd8-f7c9-4c68-9967-e1c1e00960df HTTP/1.1" status: 200 len: 946 time: 0.2305331 Apr 20 18:34:12.780527 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a022fa62-2d0a-42c2-8236-af9eb2e33938 req-37f644c3-6d11-48f0-925c-601b55679e76 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ed32cec-6957-435a-bfeb-34cb0da197c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1867211 Apr 20 18:34:12.827551 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-a3830658-6d0e-40c7-9181-5d93d5d23749 req-bd0be33a-58f2-4753-a7b4-e88753462fb4 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:12.827874 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-a3830658-6d0e-40c7-9181-5d93d5d23749 req-bd0be33a-58f2-4753-a7b4-e88753462fb4 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854378574'] for floatingip, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:12.828212 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.db.l3_db [req-a3830658-6d0e-40c7-9181-5d93d5d23749 req-bd0be33a-58f2-4753-a7b4-e88753462fb4 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Floating IP d5e6c0b3-4c9c-4e22-bd7a-b9f84c8733fb disassociated. External IP: 172.28.1.19, port: ea78babd-8254-4f3a-9a92-44ab55032223. Apr 20 18:34:12.828706 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [req-a3830658-6d0e-40c7-9181-5d93d5d23749 req-bd0be33a-58f2-4753-a7b4-e88753462fb4 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Calling delete_port for ea78babd-8254-4f3a-9a92-44ab55032223 owned by compute:nova {{(pid=86391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:34:12.988786 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-a3830658-6d0e-40c7-9181-5d93d5d23749 req-bd0be33a-58f2-4753-a7b4-e88753462fb4 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278078469919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758775855577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368212'] for port, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:12.995157 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:13.044457 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0be33a-58f2-4753-a7b4-e88753462fb4 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Pushing event deleted for resources: {'Port': ['ID=ea78babd-8254-4f3a-9a92-44ab55032223,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:13.047827 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-bd0be33a-58f2-4753-a7b4-e88753462fb4 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:13.242552 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3830658-6d0e-40c7-9181-5d93d5d23749 req-bd0be33a-58f2-4753-a7b4-e88753462fb4 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Router e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c has already been hosted by L3 agent 41e81354-1f58-48e6-8416-2f8b62d59447 {{(pid=86391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:34:13.492308 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3830658-6d0e-40c7-9181-5d93d5d23749 req-bd0be33a-58f2-4753-a7b4-e88753462fb4 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify agent at l3_agent.dv-cinder-786932-2-smb the message routers_updated {{(pid=86391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:34:13.511892 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c75abdc-4292-4a7d-917d-9fe5747abf19 None None] Sync routers for ids ['e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c'] in dv-cinder-786932-2-smb {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:34:13.522752 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c75abdc-4292-4a7d-917d-9fe5747abf19 None None] Routers {'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:34:13.523471 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-2c75abdc-4292-4a7d-917d-9fe5747abf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:33:56Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:34:13.576653 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3830658-6d0e-40c7-9181-5d93d5d23749 req-bd0be33a-58f2-4753-a7b4-e88753462fb4 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] No DVR routers for this DVR port ea78babd-8254-4f3a-9a92-44ab55032223 on host hv-cinder-78693 {{(pid=86391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:34:13.586579 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56df62a-58ec-4f9b-84b2-7c801ee2dd0d req-02cd2704-26ca-4994-b104-9795899d8ac5 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:13.588239 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-c56df62a-58ec-4f9b-84b2-7c801ee2dd0d req-02cd2704-26ca-4994-b104-9795899d8ac5 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.20 "GET /v2.0/ports?device_id=420774ed-f27b-4770-9941-64d5c26769c9 HTTP/1.1" status: 200 len: 946 time: 0.2845030 Apr 20 18:34:13.589362 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-a3830658-6d0e-40c7-9181-5d93d5d23749 req-bd0be33a-58f2-4753-a7b4-e88753462fb4 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031'] for port, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:13.598108 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4722ccd8-f7c9-4c68-9967-e1c1e00960df', 'name': 'network-vif-deleted', 'tag': 'ea78babd-8254-4f3a-9a92-44ab55032223'}] {{(pid=86391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:34:13.621603 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a3830658-6d0e-40c7-9181-5d93d5d23749 req-bd0be33a-58f2-4753-a7b4-e88753462fb4 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.46 "DELETE /v2.0/ports/ea78babd-8254-4f3a-9a92-44ab55032223 HTTP/1.1" status: 204 len: 173 time: 1.5536764 Apr 20 18:34:13.649029 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-c56df62a-58ec-4f9b-84b2-7c801ee2dd0d req-45d121e3-7f20-4a9a-8929-202d3388011a tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.20 "GET /v2.0/security-groups?id=75c9fbc7-a3f7-486d-bbc8-7a4434fa12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456104 Apr 20 18:34:13.650858 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4722ccd8-f7c9-4c68-9967-e1c1e00960df', 'name': 'network-vif-deleted', 'tag': 'ea78babd-8254-4f3a-9a92-44ab55032223', 'status': 'completed', 'code': 200} Apr 20 18:34:13.732813 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-2c75abdc-4292-4a7d-917d-9fe5747abf19 None None] Set router e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c gateway port host: dv-cinder-786932-2-smb {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:34:13.962022 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-22edbb19-baf6-4bed-9b20-2adc50708e1c req-fdffd3be-c2cf-4c74-ba31-e637e0683622 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Synchronizing usage tracker for tenant:9dd07067e6ec4229b42b15a57fa654ee on resource:port {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:34:13.977388 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-22edbb19-baf6-4bed-9b20-2adc50708e1c req-fdffd3be-c2cf-4c74-ba31-e637e0683622 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Unset dirty status for tenant:9dd07067e6ec4229b42b15a57fa654ee on resource:port {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:34:13.978595 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-22edbb19-baf6-4bed-9b20-2adc50708e1c req-fdffd3be-c2cf-4c74-ba31-e637e0683622 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/ports?device_id=4722ccd8-f7c9-4c68-9967-e1c1e00960df HTTP/1.1" status: 200 len: 210 time: 0.0667672 Apr 20 18:34:14.071486 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-2c75abdc-4292-4a7d-917d-9fe5747abf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c', 'name': 'tempest-AttachVolumeTestJSON-370091447-router', 'tenant_id': '9dd07067e6ec4229b42b15a57fa654ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.162'}], 'enable_snat': True}, 'gw_port_id': '9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:35Z', 'updated_at': '2021-04-20T18:29:52Z', 'revision_number': 4, 'project_id': '9dd07067e6ec4229b42b15a57fa654ee', 'gw_port': {'id': '9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:49:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:37Z', 'updated_at': '2021-04-20T18:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb', '_interfaces': [{'id': 'cb3108b6-f3a4-497d-866f-6c3d86d2f729', 'name': '', 'network_id': '07ec5321-0579-4912-85f7-b750583baf28', 'tenant_id': '9dd07067e6ec4229b42b15a57fa654ee', 'mac_address': 'fa:16:3e:86:4b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6124cdb4-b728-491c-bef6-cdd1f4b23ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:47Z', 'updated_at': '2021-04-20T18:30:08Z', 'revision_number': 5, 'project_id': '9dd07067e6ec4229b42b15a57fa654ee', 'subnets': [{'id': '6124cdb4-b728-491c-bef6-cdd1f4b23ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:34:14.076062 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c75abdc-4292-4a7d-917d-9fe5747abf19 None None] Checking router: e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c for host: dv-cinder-786932-2-smb {{(pid=86393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:34:14.085464 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c75abdc-4292-4a7d-917d-9fe5747abf19 None None] Routers {'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:34:14.086488 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-2c75abdc-4292-4a7d-917d-9fe5747abf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:33:56Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:34:14.455671 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-2c75abdc-4292-4a7d-917d-9fe5747abf19 None None] Set router e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c gateway port host: dv-cinder-786932-2-smb {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:34:14.793293 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-2c75abdc-4292-4a7d-917d-9fe5747abf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c', 'name': 'tempest-AttachVolumeTestJSON-370091447-router', 'tenant_id': '9dd07067e6ec4229b42b15a57fa654ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.162'}], 'enable_snat': True}, 'gw_port_id': '9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:35Z', 'updated_at': '2021-04-20T18:29:52Z', 'revision_number': 4, 'project_id': '9dd07067e6ec4229b42b15a57fa654ee', 'gw_port': {'id': '9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:49:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:37Z', 'updated_at': '2021-04-20T18:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb', '_interfaces': [{'id': 'cb3108b6-f3a4-497d-866f-6c3d86d2f729', 'name': '', 'network_id': '07ec5321-0579-4912-85f7-b750583baf28', 'tenant_id': '9dd07067e6ec4229b42b15a57fa654ee', 'mac_address': 'fa:16:3e:86:4b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6124cdb4-b728-491c-bef6-cdd1f4b23ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:47Z', 'updated_at': '2021-04-20T18:30:08Z', 'revision_number': 5, 'project_id': '9dd07067e6ec4229b42b15a57fa654ee', 'subnets': [{'id': '6124cdb4-b728-491c-bef6-cdd1f4b23ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:34:14.798156 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c75abdc-4292-4a7d-917d-9fe5747abf19 None None] The sync data for ids ['e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c'] in dv-cinder-786932-2-smb is: [{'id': 'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c', 'name': 'tempest-AttachVolumeTestJSON-370091447-router', 'tenant_id': '9dd07067e6ec4229b42b15a57fa654ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.162'}], 'enable_snat': True}, 'gw_port_id': '9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:35Z', 'updated_at': '2021-04-20T18:29:52Z', 'revision_number': 4, 'project_id': '9dd07067e6ec4229b42b15a57fa654ee', 'gw_port': {'id': '9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:49:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:37Z', 'updated_at': '2021-04-20T18:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb', '_interfaces': [{'id': 'cb3108b6-f3a4-497d-866f-6c3d86d2f729', 'name': '', 'network_id': '07ec5321-0579-4912-85f7-b750583baf28', 'tenant_id': '9dd07067e6ec4229b42b15a57fa654ee', 'mac_address': 'fa:16:3e:86:4b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6124cdb4-b728-491c-bef6-cdd1f4b23ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:47Z', 'updated_at': '2021-04-20T18:30:08Z', 'revision_number': 5, 'project_id': '9dd07067e6ec4229b42b15a57fa654ee', 'subnets': [{'id': '6124cdb4-b728-491c-bef6-cdd1f4b23ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:34:14.870433 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a9a15-8708-40ae-b850-9589e7cca885 req-4d74a45a-b312-4a03-8f45-ae508e1d52e6 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:14.872108 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-2e0a9a15-8708-40ae-b850-9589e7cca885 req-4d74a45a-b312-4a03-8f45-ae508e1d52e6 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.20 "GET /v2.0/ports?device_id=420774ed-f27b-4770-9941-64d5c26769c9 HTTP/1.1" status: 200 len: 946 time: 0.0923851 Apr 20 18:34:14.926130 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-2e0a9a15-8708-40ae-b850-9589e7cca885 req-5f9bb19b-dcb4-4f16-933c-540d5aeae629 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.20 "GET /v2.0/security-groups?id=75c9fbc7-a3f7-486d-bbc8-7a4434fa12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476370 Apr 20 18:34:15.109260 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 39144) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:34:15.174061 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc10289c-e4e3-44c2-a9e3-9b843c314342 None None] New status for floating IP d5e6c0b3-4c9c-4e22-bd7a-b9f84c8733fb: DOWN {{(pid=86394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 18:34:15.184466 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-bffd83e1-5202-4bd2-abad-33c6d87ccf81 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks [] for security_group, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:15.214411 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-bffd83e1-5202-4bd2-abad-33c6d87ccf81 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:15.261379 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-bffd83e1-5202-4bd2-abad-33c6d87ccf81 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:15.265563 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-253b405c-6339-4e0a-b963-dc1c01c8191c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:15.282979 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffd83e1-5202-4bd2-abad-33c6d87ccf81 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed32cec-6957-435a-bfeb-34cb0da197c3,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:15.285572 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-bffd83e1-5202-4bd2-abad-33c6d87ccf81 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:15.295232 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-bffd83e1-5202-4bd2-abad-33c6d87ccf81 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks [] for security_group, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:15.299329 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-bffd83e1-5202-4bd2-abad-33c6d87ccf81 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "DELETE /v2.0/security-groups/7ed32cec-6957-435a-bfeb-34cb0da197c3 HTTP/1.1" status: 204 len: 168 time: 0.1889260 Apr 20 18:34:15.299479 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 39148) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:34:15.319425 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.v2.resource [None req-82bb214c-00d5-4014-a860-4c9d6c503759 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] show failed (client error): The resource could not be found. Apr 20 18:34:15.320857 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-82bb214c-00d5-4014-a860-4c9d6c503759 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/security-groups/7ed32cec-6957-435a-bfeb-34cb0da197c3 HTTP/1.1" status: 404 len: 347 time: 0.0203500 Apr 20 18:34:15.324385 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 39152) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:34:15.495184 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-e562fe9e-f6ab-4f74-aef1-043949b8ba32 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Deleting port e552ee46-2705-4c5d-99ee-102f57673418 {{(pid=86392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:34:15.495485 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e562fe9e-f6ab-4f74-aef1-043949b8ba32 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278078475124'] for port, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:15.673938 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e562fe9e-f6ab-4f74-aef1-043949b8ba32 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7972734'] for port, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:15.674293 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e562fe9e-f6ab-4f74-aef1-043949b8ba32 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:15.808068 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-e562fe9e-f6ab-4f74-aef1-043949b8ba32 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Calling delete_port for e552ee46-2705-4c5d-99ee-102f57673418 owned by network:floatingip {{(pid=86392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:34:15.968257 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e562fe9e-f6ab-4f74-aef1-043949b8ba32 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278078469919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758775855577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852620706'] for port, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:15.973532 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-e0e9cb65-909a-4804-b904-e9332710f935 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:16.023280 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e562fe9e-f6ab-4f74-aef1-043949b8ba32 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Pushing event deleted for resources: {'Port': ['ID=e552ee46-2705-4c5d-99ee-102f57673418,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:16.025935 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-e562fe9e-f6ab-4f74-aef1-043949b8ba32 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:16.121247 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e562fe9e-f6ab-4f74-aef1-043949b8ba32 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks [] for floatingip, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:16.132453 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ee7c7-5865-4b9f-8cb9-8f8efef3457c req-cac19ef8-65c5-4252-bf0c-d22d0287502b tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:16.134085 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ea0ee7c7-5865-4b9f-8cb9-8f8efef3457c req-cac19ef8-65c5-4252-bf0c-d22d0287502b tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.20 "GET /v2.0/ports?device_id=420774ed-f27b-4770-9941-64d5c26769c9 HTTP/1.1" status: 200 len: 946 time: 0.0883346 Apr 20 18:34:16.138940 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e562fe9e-f6ab-4f74-aef1-043949b8ba32 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031'] for floatingip, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:16.140173 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-e562fe9e-f6ab-4f74-aef1-043949b8ba32 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "DELETE /v2.0/floatingips/d5e6c0b3-4c9c-4e22-bd7a-b9f84c8733fb HTTP/1.1" status: 204 len: 168 time: 0.8146427 Apr 20 18:34:16.184374 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ea0ee7c7-5865-4b9f-8cb9-8f8efef3457c req-1fb54c07-bcd6-4cf3-8958-a33bea26ad0b tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.20 "GET /v2.0/security-groups?id=75c9fbc7-a3f7-486d-bbc8-7a4434fa12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433404 Apr 20 18:34:16.324157 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 39162) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:34:16.330059 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-07b943b3-b476-4a3e-ab55-70519ff6d7f5 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1036725591', 'description': 'tempest-description--1998601773'}} {{(pid=86392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:34:16.337045 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-07b943b3-b476-4a3e-ab55-70519ff6d7f5 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:34:16.341712 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-07b943b3-b476-4a3e-ab55-70519ff6d7f5 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Usage tracker for resource:security_group and tenant:9dd07067e6ec4229b42b15a57fa654ee is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:34:16.345040 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-07b943b3-b476-4a3e-ab55-70519ff6d7f5 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:34:16.351450 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-07b943b3-b476-4a3e-ab55-70519ff6d7f5 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:34:16.363012 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-07b943b3-b476-4a3e-ab55-70519ff6d7f5 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks [] for security_group, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:16.384092 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-07b943b3-b476-4a3e-ab55-70519ff6d7f5 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:34:16.388115 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-07b943b3-b476-4a3e-ab55-70519ff6d7f5 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Usage tracker for resource:security_group_rule and tenant:9dd07067e6ec4229b42b15a57fa654ee is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:34:16.391194 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-07b943b3-b476-4a3e-ab55-70519ff6d7f5 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:34:16.397122 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-07b943b3-b476-4a3e-ab55-70519ff6d7f5 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:34:16.474000 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-07b943b3-b476-4a3e-ab55-70519ff6d7f5 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks [] for security_group, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:16.477712 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-07b943b3-b476-4a3e-ab55-70519ff6d7f5 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:16.481386 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-50c4e70c-7d78-44ac-8458-5aa45cd73702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:16.524588 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b943b3-b476-4a3e-ab55-70519ff6d7f5 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2130046-29c7-4718-8b5d-67f8f3e751e7,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:16.527726 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-07b943b3-b476-4a3e-ab55-70519ff6d7f5 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:16.529057 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-07b943b3-b476-4a3e-ab55-70519ff6d7f5 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks [] for security_group, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:16.530353 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-07b943b3-b476-4a3e-ab55-70519ff6d7f5 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2051103 Apr 20 18:34:16.533640 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 39166) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:34:16.539087 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-6bcc3863-babd-4228-8be1-64cb04fca9de tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Request body: {'security_group_rule': {'security_group_id': 'd2130046-29c7-4718-8b5d-67f8f3e751e7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:34:16.545748 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-6bcc3863-babd-4228-8be1-64cb04fca9de tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:34:16.550242 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-6bcc3863-babd-4228-8be1-64cb04fca9de tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Usage tracker for resource:security_group_rule and tenant:9dd07067e6ec4229b42b15a57fa654ee is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:34:16.553469 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-6bcc3863-babd-4228-8be1-64cb04fca9de tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:34:16.559963 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-6bcc3863-babd-4228-8be1-64cb04fca9de tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:34:16.577411 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-6bcc3863-babd-4228-8be1-64cb04fca9de tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:16.585946 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device ea78babd-8254-4f3a-9a92-44ab55032223 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:34:16.625777 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] No Port match for: ea78babd-8254-4f3a-9a92-44ab55032223 {{(pid=86393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:34:16.626113 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device ea78babd-8254-4f3a-9a92-44ab55032223 not bound to the agent host hv-cinder-78693 {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:34:16.646941 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:16.651342 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-6bcc3863-babd-4228-8be1-64cb04fca9de tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:16.655038 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-6bcc3863-babd-4228-8be1-64cb04fca9de tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860092'] for security_group_rule, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:16.657132 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:16.680540 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcc3863-babd-4228-8be1-64cb04fca9de tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44a4f933-5b97-4471-ac7d-6a225ff20977,revision_number=0']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:16.685877 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-6bcc3863-babd-4228-8be1-64cb04fca9de tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:16.690031 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-6bcc3863-babd-4228-8be1-64cb04fca9de tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:16.691369 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-6bcc3863-babd-4228-8be1-64cb04fca9de tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1567638 Apr 20 18:34:16.694084 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 39170) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:34:16.699518 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-f46da3bb-6f00-44cc-b77b-0d3e8440c302 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Request body: {'security_group_rule': {'security_group_id': 'd2130046-29c7-4718-8b5d-67f8f3e751e7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:34:16.705963 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-f46da3bb-6f00-44cc-b77b-0d3e8440c302 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:34:16.710401 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-f46da3bb-6f00-44cc-b77b-0d3e8440c302 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Usage tracker for resource:security_group_rule and tenant:9dd07067e6ec4229b42b15a57fa654ee is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:34:16.713963 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-f46da3bb-6f00-44cc-b77b-0d3e8440c302 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:34:16.720029 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-f46da3bb-6f00-44cc-b77b-0d3e8440c302 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:34:16.736109 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-f46da3bb-6f00-44cc-b77b-0d3e8440c302 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:16.802843 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-f46da3bb-6f00-44cc-b77b-0d3e8440c302 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:16.806543 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-f46da3bb-6f00-44cc-b77b-0d3e8440c302 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860092'] for security_group_rule, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:16.808696 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-6ea09d75-fa16-4d2f-ab1b-b6556933625e tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:16.831816 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46da3bb-6f00-44cc-b77b-0d3e8440c302 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=777d6c3b-cc1b-4c78-a0f9-06dea8445561,revision_number=0']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:16.834205 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-f46da3bb-6f00-44cc-b77b-0d3e8440c302 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:16.841441 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-f46da3bb-6f00-44cc-b77b-0d3e8440c302 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:16.842664 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-f46da3bb-6f00-44cc-b77b-0d3e8440c302 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1476068 Apr 20 18:34:16.846376 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 39174) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:34:16.851902 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-af4e2452-53f0-48f7-a0e2-395a80ecb641 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Request body: {'floatingip': {'floating_network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974'}} {{(pid=86392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:34:16.858261 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-af4e2452-53f0-48f7-a0e2-395a80ecb641 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:34:16.862375 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-af4e2452-53f0-48f7-a0e2-395a80ecb641 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Usage tracker for resource:floatingip and tenant:9dd07067e6ec4229b42b15a57fa654ee is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:34:16.865408 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-af4e2452-53f0-48f7-a0e2-395a80ecb641 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:34:16.871533 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-af4e2452-53f0-48f7-a0e2-395a80ecb641 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:34:16.881342 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-af4e2452-53f0-48f7-a0e2-395a80ecb641 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks [] for floatingip, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:17.028503 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-af4e2452-53f0-48f7-a0e2-395a80ecb641 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:17.172710 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.db_base_plugin_common [None req-af4e2452-53f0-48f7-a0e2-395a80ecb641 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Allocated IP 172.28.1.245 (6f8e8285-aaa9-4dbf-9e6b-39abd83f9974/f30c7817-a5c6-4c47-97c4-010d805a937c/c43939f8-74df-4a6f-93f4-1f75d73e72c3) {{(pid=86392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:34:17.380213 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-af4e2452-53f0-48f7-a0e2-395a80ecb641 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks [] for port, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:17.436749 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0d59d-d744-43a8-a60c-7931dde71458 req-d8579652-1340-40e2-a4b8-fdb6724bd658 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:17.438387 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-74f0d59d-d744-43a8-a60c-7931dde71458 req-d8579652-1340-40e2-a4b8-fdb6724bd658 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.20 "GET /v2.0/ports?device_id=420774ed-f27b-4770-9941-64d5c26769c9 HTTP/1.1" status: 200 len: 946 time: 0.1311905 Apr 20 18:34:17.443796 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-af4e2452-53f0-48f7-a0e2-395a80ecb641 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278078920240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852620706'] for port, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:17.449015 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-8565c11b-2998-42e4-bdbd-64ea42c12e78 tempest-ServerRescueNegativeTestJSON-1975864031 tempest-ServerRescueNegativeTestJSON-1975864031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:17.541548 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4e2452-53f0-48f7-a0e2-395a80ecb641 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Network 6f8e8285-aaa9-4dbf-9e6b-39abd83f9974 is already hosted by enough agents. {{(pid=86392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:34:17.554948 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [None req-af4e2452-53f0-48f7-a0e2-395a80ecb641 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Resources bound (agent type, host, resource id): {{(pid=86392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:34:17.557279 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4e2452-53f0-48f7-a0e2-395a80ecb641 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Received port after_create {{(pid=86392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:34:17.585274 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4e2452-53f0-48f7-a0e2-395a80ecb641 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Pushing event updated for resources: {'Port': ['ID=c43939f8-74df-4a6f-93f4-1f75d73e72c3,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:17.588446 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-af4e2452-53f0-48f7-a0e2-395a80ecb641 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:17.607016 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-74f0d59d-d744-43a8-a60c-7931dde71458 req-99a386c3-d1e6-44b5-b77c-499898ade30e tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.20 "GET /v2.0/security-groups?id=75c9fbc7-a3f7-486d-bbc8-7a4434fa12ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589351 Apr 20 18:34:17.655198 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-af4e2452-53f0-48f7-a0e2-395a80ecb641 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:17.721863 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-af4e2452-53f0-48f7-a0e2-395a80ecb641 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:17.815244 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa27531-256c-4e6b-9227-594d782bfe4c req-4aab794a-3432-455e-8590-dcd8b66a0266 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:17.816796 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-2aa27531-256c-4e6b-9227-594d782bfe4c req-4aab794a-3432-455e-8590-dcd8b66a0266 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.46 "GET /v2.0/ports?device_id=420774ed-f27b-4770-9941-64d5c26769c9 HTTP/1.1" status: 200 len: 946 time: 0.0926278 Apr 20 18:34:17.898068 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [req-2aa27531-256c-4e6b-9227-594d782bfe4c req-00f7289d-b513-4876-81e9-02a5e9de5dd2 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Deleting port f6427b76-7dac-4bf0-afc0-8e3936c515c4 {{(pid=86391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:34:17.898516 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-2aa27531-256c-4e6b-9227-594d782bfe4c req-00f7289d-b513-4876-81e9-02a5e9de5dd2 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278078475124'] for port, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:17.943360 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-af4e2452-53f0-48f7-a0e2-395a80ecb641 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks [] for port, precommit_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:17.947748 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-af4e2452-53f0-48f7-a0e2-395a80ecb641 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2155095'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:17.951538 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-e0e9cb65-909a-4804-b904-e9332710f935 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:18.169719 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [req-2aa27531-256c-4e6b-9227-594d782bfe4c req-00f7289d-b513-4876-81e9-02a5e9de5dd2 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] For port f6427b76-7dac-4bf0-afc0-8e3936c515c4, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f6427b76-7dac-4bf0-afc0-8e3936c515c4,segment=NetworkSegment(3ac14a34-2646-41a4-bb19-a03255c93f0a),segment_id=3ac14a34-2646-41a4-bb19-a03255c93f0a)] {{(pid=86391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:34:18.170092 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-2aa27531-256c-4e6b-9227-594d782bfe4c req-00f7289d-b513-4876-81e9-02a5e9de5dd2 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7972734'] for port, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:18.289144 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4e2452-53f0-48f7-a0e2-395a80ecb641 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Pushing event updated for resources: {'Port': ['ID=c43939f8-74df-4a6f-93f4-1f75d73e72c3,revision_number=2']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:18.293852 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-af4e2452-53f0-48f7-a0e2-395a80ecb641 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:18.302103 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-af4e2452-53f0-48f7-a0e2-395a80ecb641 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854378574'] for floatingip, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:18.303945 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [req-2aa27531-256c-4e6b-9227-594d782bfe4c req-00f7289d-b513-4876-81e9-02a5e9de5dd2 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Calling delete_port for f6427b76-7dac-4bf0-afc0-8e3936c515c4 owned by compute:nova {{(pid=86391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:34:18.327571 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-af4e2452-53f0-48f7-a0e2-395a80ecb641 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031'] for floatingip, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:18.328941 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-af4e2452-53f0-48f7-a0e2-395a80ecb641 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4815509 Apr 20 18:34:18.455491 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-2aa27531-256c-4e6b-9227-594d782bfe4c req-00f7289d-b513-4876-81e9-02a5e9de5dd2 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278078469919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758775855577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368212'] for port, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:18.467310 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-7de61cf0-8af3-412d-b471-7f4722f39402 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:18.521708 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] get_ports_and_sgs() called for port_ids ['f6427b76-7dac-4bf0-afc0-8e3936c515c4'] {{(pid=86393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:34:18.556991 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f7289d-b513-4876-81e9-02a5e9de5dd2 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Pushing event deleted for resources: {'Port': ['ID=f6427b76-7dac-4bf0-afc0-8e3936c515c4,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:18.567521 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-f9c4e720-df04-45de-8208-9bdf435bae31 req-a0ad4ed2-4722-48ea-b7ef-1fdcee8d685f tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Synchronizing usage tracker for tenant:9dd07067e6ec4229b42b15a57fa654ee on resource:security_group {{(pid=86392) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:34:18.584704 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-f9c4e720-df04-45de-8208-9bdf435bae31 req-a0ad4ed2-4722-48ea-b7ef-1fdcee8d685f tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Unset dirty status for tenant:9dd07067e6ec4229b42b15a57fa654ee on resource:security_group {{(pid=86392) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:34:18.586280 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f9c4e720-df04-45de-8208-9bdf435bae31 req-a0ad4ed2-4722-48ea-b7ef-1fdcee8d685f tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1036725591&fields=id&tenant_id=9dd07067e6ec4229b42b15a57fa654ee HTTP/1.1" status: 200 len: 267 time: 0.0629284 Apr 20 18:34:18.593566 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-00f7289d-b513-4876-81e9-02a5e9de5dd2 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:18.606177 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa27531-256c-4e6b-9227-594d782bfe4c req-00f7289d-b513-4876-81e9-02a5e9de5dd2 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] No DVR routers for this DVR port f6427b76-7dac-4bf0-afc0-8e3936c515c4 on host hv-cinder-78693 {{(pid=86391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:34:18.609479 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-2aa27531-256c-4e6b-9227-594d782bfe4c req-00f7289d-b513-4876-81e9-02a5e9de5dd2 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031'] for port, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:18.613780 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '420774ed-f27b-4770-9941-64d5c26769c9', 'name': 'network-vif-deleted', 'tag': 'f6427b76-7dac-4bf0-afc0-8e3936c515c4'}] {{(pid=86391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:34:18.630135 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-2aa27531-256c-4e6b-9227-594d782bfe4c req-00f7289d-b513-4876-81e9-02a5e9de5dd2 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.46 "DELETE /v2.0/ports/f6427b76-7dac-4bf0-afc0-8e3936c515c4 HTTP/1.1" status: 204 len: 173 time: 0.8079038 Apr 20 18:34:18.673930 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420774ed-f27b-4770-9941-64d5c26769c9', 'name': 'network-vif-deleted', 'tag': 'f6427b76-7dac-4bf0-afc0-8e3936c515c4', 'status': 'completed', 'code': 200} Apr 20 18:34:18.759665 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4e720-df04-45de-8208-9bdf435bae31 req-bdb79ba4-ef9a-457a-9c77-4aafd2000025 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:18.761278 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f9c4e720-df04-45de-8208-9bdf435bae31 req-bdb79ba4-ef9a-457a-9c77-4aafd2000025 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/networks?id=07ec5321-0579-4912-85f7-b750583baf28 HTTP/1.1" status: 200 len: 810 time: 0.1658309 Apr 20 18:34:18.777433 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f9c4e720-df04-45de-8208-9bdf435bae31 req-e4cb17b5-c56e-4e4b-9b03-8bdd564f7f9e tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/quotas/9dd07067e6ec4229b42b15a57fa654ee HTTP/1.1" status: 200 len: 375 time: 0.0099006 Apr 20 18:34:18.813734 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-a3b372bf-bf24-432d-9a6c-19e5c94285b4 req-be83223d-dad3-46a1-8438-bb0bb13c706a tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Synchronizing usage tracker for tenant:5416bb6760b540f2b8ba153e145be485 on resource:port {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:34:18.828854 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-a3b372bf-bf24-432d-9a6c-19e5c94285b4 req-be83223d-dad3-46a1-8438-bb0bb13c706a tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Unset dirty status for tenant:5416bb6760b540f2b8ba153e145be485 on resource:port {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:34:18.830442 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a3b372bf-bf24-432d-9a6c-19e5c94285b4 req-be83223d-dad3-46a1-8438-bb0bb13c706a tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] 10.222.0.20 "GET /v2.0/ports?device_id=420774ed-f27b-4770-9941-64d5c26769c9 HTTP/1.1" status: 200 len: 210 time: 0.0664873 Apr 20 18:34:18.870426 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-f9c4e720-df04-45de-8208-9bdf435bae31 req-ab6f9f8d-55cc-470f-a253-088820a1a2b7 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Synchronizing usage tracker for tenant:9dd07067e6ec4229b42b15a57fa654ee on resource:port {{(pid=86392) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:34:18.885555 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-f9c4e720-df04-45de-8208-9bdf435bae31 req-ab6f9f8d-55cc-470f-a253-088820a1a2b7 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Unset dirty status for tenant:9dd07067e6ec4229b42b15a57fa654ee on resource:port {{(pid=86392) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:34:18.886984 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f9c4e720-df04-45de-8208-9bdf435bae31 req-ab6f9f8d-55cc-470f-a253-088820a1a2b7 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9dd07067e6ec4229b42b15a57fa654ee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1032741 Apr 20 18:34:19.047351 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f9c4e720-df04-45de-8208-9bdf435bae31 req-ddd70542-b6a2-4538-99da-9a86d4e26de8 service neutron] 10.222.0.20 "GET /v2.0/networks/07ec5321-0579-4912-85f7-b750583baf28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463423 Apr 20 18:34:19.191139 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f9c4e720-df04-45de-8208-9bdf435bae31 req-b23835e0-c301-4a9c-99d2-74c4a5b20fe5 service neutron] 10.222.0.20 "GET /v2.0/networks/07ec5321-0579-4912-85f7-b750583baf28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379952 Apr 20 18:34:19.395269 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-70f6c312-2be1-41e9-8754-76cb35a0b82c req-52c0107c-a819-479b-ba03-b88afbe1efdc tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/ports?device_id=1042ec2a-2acd-443e-8033-9a889ed8a3d2 HTTP/1.1" status: 200 len: 210 time: 0.0489838 Apr 20 18:34:20.488303 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4e720-df04-45de-8208-9bdf435bae31 req-f18e0005-1201-4c2f-ab78-eae3efa3c7e7 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:20.489985 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f9c4e720-df04-45de-8208-9bdf435bae31 req-f18e0005-1201-4c2f-ab78-eae3efa3c7e7 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.46 "GET /v2.0/networks?id=07ec5321-0579-4912-85f7-b750583baf28 HTTP/1.1" status: 200 len: 810 time: 0.1641393 Apr 20 18:34:20.581428 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device f6427b76-7dac-4bf0-afc0-8e3936c515c4 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:34:20.583124 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f9c4e720-df04-45de-8208-9bdf435bae31 req-23f4496b-9dc5-47d4-aab8-8170c174d7ab tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9dd07067e6ec4229b42b15a57fa654ee HTTP/1.1" status: 200 len: 5705 time: 0.0831602 Apr 20 18:34:20.595208 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [req-f9c4e720-df04-45de-8208-9bdf435bae31 req-861aa30c-4b5c-4a7b-a9b5-01a9d1e41f74 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Request body: {'port': {'device_id': '1042ec2a-2acd-443e-8033-9a889ed8a3d2', 'network_id': '07ec5321-0579-4912-85f7-b750583baf28', 'admin_state_up': True, 'tenant_id': '9dd07067e6ec4229b42b15a57fa654ee', 'security_groups': ['d2130046-29c7-4718-8b5d-67f8f3e751e7']}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:34:20.599292 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-3111caec-6c85-4ae5-8070-5b38374e0dc8 req-871d803d-9c07-4c50-9a04-0d564c95b15c tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/ports?device_id=1042ec2a-2acd-443e-8033-9a889ed8a3d2 HTTP/1.1" status: 200 len: 210 time: 0.0681412 Apr 20 18:34:20.618825 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] No Port match for: f6427b76-7dac-4bf0-afc0-8e3936c515c4 {{(pid=86393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:34:20.619218 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device f6427b76-7dac-4bf0-afc0-8e3936c515c4 not bound to the agent host hv-cinder-78693 {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:34:20.980494 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [req-f9c4e720-df04-45de-8208-9bdf435bae31 req-861aa30c-4b5c-4a7b-a9b5-01a9d1e41f74 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:34:20.991226 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [req-f9c4e720-df04-45de-8208-9bdf435bae31 req-861aa30c-4b5c-4a7b-a9b5-01a9d1e41f74 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:34:21.001717 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9c4e720-df04-45de-8208-9bdf435bae31 req-861aa30c-4b5c-4a7b-a9b5-01a9d1e41f74 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Made reservation on behalf of 9dd07067e6ec4229b42b15a57fa654ee for: {'port': 1} {{(pid=86391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:34:21.008151 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-f9c4e720-df04-45de-8208-9bdf435bae31 req-861aa30c-4b5c-4a7b-a9b5-01a9d1e41f74 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:21.177763 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.db_base_plugin_common [req-f9c4e720-df04-45de-8208-9bdf435bae31 req-861aa30c-4b5c-4a7b-a9b5-01a9d1e41f74 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Allocated IP 172.20.0.13 (07ec5321-0579-4912-85f7-b750583baf28/6124cdb4-b728-491c-bef6-cdd1f4b23ca7/6eb23038-c5ab-4c17-9370-78d4471111c4) {{(pid=86391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:34:21.374141 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-f9c4e720-df04-45de-8208-9bdf435bae31 req-861aa30c-4b5c-4a7b-a9b5-01a9d1e41f74 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks [] for port, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:21.390693 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [req-f9c4e720-df04-45de-8208-9bdf435bae31 req-861aa30c-4b5c-4a7b-a9b5-01a9d1e41f74 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Transition to ACTIVE for port object 6eb23038-c5ab-4c17-9370-78d4471111c4 will not be triggered until provisioned by entity DHCP. {{(pid=86391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:34:21.419273 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-f9c4e720-df04-45de-8208-9bdf435bae31 req-861aa30c-4b5c-4a7b-a9b5-01a9d1e41f74 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278078920240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368212'] for port, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:21.425209 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-4b773919-cae7-4999-989a-9152f650677b tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:21.497880 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9c4e720-df04-45de-8208-9bdf435bae31 req-861aa30c-4b5c-4a7b-a9b5-01a9d1e41f74 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Network 07ec5321-0579-4912-85f7-b750583baf28 is already hosted by enough agents. {{(pid=86391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:34:21.501193 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [req-f9c4e720-df04-45de-8208-9bdf435bae31 req-861aa30c-4b5c-4a7b-a9b5-01a9d1e41f74 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Resources bound (agent type, host, resource id): {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:34:21.505996 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9c4e720-df04-45de-8208-9bdf435bae31 req-861aa30c-4b5c-4a7b-a9b5-01a9d1e41f74 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Received port after_create {{(pid=86391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:34:21.536473 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861aa30c-4b5c-4a7b-a9b5-01a9d1e41f74 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Pushing event updated for resources: {'Port': ['ID=6eb23038-c5ab-4c17-9370-78d4471111c4,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:21.542784 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-861aa30c-4b5c-4a7b-a9b5-01a9d1e41f74 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:21.583742 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4e720-df04-45de-8208-9bdf435bae31 req-861aa30c-4b5c-4a7b-a9b5-01a9d1e41f74 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:21.584473 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-f9c4e720-df04-45de-8208-9bdf435bae31 req-861aa30c-4b5c-4a7b-a9b5-01a9d1e41f74 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031'] for port, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:21.613710 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f9c4e720-df04-45de-8208-9bdf435bae31 req-861aa30c-4b5c-4a7b-a9b5-01a9d1e41f74 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0231235 Apr 20 18:34:21.628300 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [req-f9c4e720-df04-45de-8208-9bdf435bae31 req-d05a6684-c4e6-4446-849d-f228390ae035 service neutron] Request body: {'port': {'device_id': '1042ec2a-2acd-443e-8033-9a889ed8a3d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:34:21.774937 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-6d8198a1-0b03-43bd-b075-385094a56069 None None] Provisioning for port 6eb23038-c5ab-4c17-9370-78d4471111c4 completed by entity DHCP. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:34:21.775356 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-f9c4e720-df04-45de-8208-9bdf435bae31 req-d05a6684-c4e6-4446-849d-f228390ae035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:21.780670 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-6d8198a1-0b03-43bd-b075-385094a56069 None None] Provisioning complete for port 6eb23038-c5ab-4c17-9370-78d4471111c4 triggered by entity DHCP. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:34:21.781228 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-6d8198a1-0b03-43bd-b075-385094a56069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:21.819246 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926aa96-d47a-448b-b5ed-648d866637ab req-f0bd2fca-99ac-48fb-99e3-4a687b46cd4d tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:21.820994 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-8926aa96-d47a-448b-b5ed-648d866637ab req-f0bd2fca-99ac-48fb-99e3-4a687b46cd4d tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/ports?device_id=1042ec2a-2acd-443e-8033-9a889ed8a3d2 HTTP/1.1" status: 200 len: 932 time: 0.0956492 Apr 20 18:34:21.842403 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-6d8198a1-0b03-43bd-b075-385094a56069 None None] Port 6eb23038-c5ab-4c17-9370-78d4471111c4 cannot update to ACTIVE because it is not bound. {{(pid=86393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:34:21.873441 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-8926aa96-d47a-448b-b5ed-648d866637ab req-c1b36789-068b-4d75-904a-5ebb30c85b23 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2130046-29c7-4718-8b5d-67f8f3e751e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445020 Apr 20 18:34:22.157389 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [req-f9c4e720-df04-45de-8208-9bdf435bae31 req-d05a6684-c4e6-4446-849d-f228390ae035 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eb23038-c5ab-4c17-9370-78d4471111c4 {{(pid=86391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:34:22.165222 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-f9c4e720-df04-45de-8208-9bdf435bae31 req-d05a6684-c4e6-4446-849d-f228390ae035 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:22.180483 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [req-f9c4e720-df04-45de-8208-9bdf435bae31 req-d05a6684-c4e6-4446-849d-f228390ae035 service neutron] Transition to ACTIVE for port object 6eb23038-c5ab-4c17-9370-78d4471111c4 will not be triggered until provisioned by entity L2. {{(pid=86391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:34:22.184189 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-f9c4e720-df04-45de-8208-9bdf435bae31 req-d05a6684-c4e6-4446-849d-f228390ae035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852407587'] for port, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:22.187889 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-76e590a3-7e3f-44c3-9449-3682c3e9c8f9 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:22.346637 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05a6684-c4e6-4446-849d-f228390ae035 service neutron] Pushing event updated for resources: {'Port': ['ID=6eb23038-c5ab-4c17-9370-78d4471111c4,revision_number=2']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:22.359038 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-d05a6684-c4e6-4446-849d-f228390ae035 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:22.434385 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [req-f9c4e720-df04-45de-8208-9bdf435bae31 req-d05a6684-c4e6-4446-849d-f228390ae035 service neutron] Attempting to bind port 6eb23038-c5ab-4c17-9370-78d4471111c4 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:34:22.434746 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [req-f9c4e720-df04-45de-8208-9bdf435bae31 req-d05a6684-c4e6-4446-849d-f228390ae035 service neutron] Attempting to bind port 6eb23038-c5ab-4c17-9370-78d4471111c4 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '3ba1b949-5657-4980-b225-8ea57859926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '07ec5321-0579-4912-85f7-b750583baf28'}] {{(pid=86391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:34:22.435145 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c4e720-df04-45de-8208-9bdf435bae31 req-d05a6684-c4e6-4446-849d-f228390ae035 service neutron] Attempting to bind port 6eb23038-c5ab-4c17-9370-78d4471111c4 on network 07ec5321-0579-4912-85f7-b750583baf28 {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:34:22.440055 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c4e720-df04-45de-8208-9bdf435bae31 req-d05a6684-c4e6-4446-849d-f228390ae035 service neutron] Port 6eb23038-c5ab-4c17-9370-78d4471111c4 on network 07ec5321-0579-4912-85f7-b750583baf28 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:34:22.440407 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c4e720-df04-45de-8208-9bdf435bae31 req-d05a6684-c4e6-4446-849d-f228390ae035 service neutron] Attempting to bind port 6eb23038-c5ab-4c17-9370-78d4471111c4 on network 07ec5321-0579-4912-85f7-b750583baf28 {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:34:22.446114 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c4e720-df04-45de-8208-9bdf435bae31 req-d05a6684-c4e6-4446-849d-f228390ae035 service neutron] Checking agent: {'id': '263cae3f-8754-41ef-b011-a572dc0aeed8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 27, 47), 'started_at': datetime.datetime(2021, 4, 20, 18, 27, 47), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:34:22.446485 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c4e720-df04-45de-8208-9bdf435bae31 req-d05a6684-c4e6-4446-849d-f228390ae035 service neutron] Checking segment: {'id': '3ba1b949-5657-4980-b225-8ea57859926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '07ec5321-0579-4912-85f7-b750583baf28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:34:22.446960 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c4e720-df04-45de-8208-9bdf435bae31 req-d05a6684-c4e6-4446-849d-f228390ae035 service neutron] Bound using segment: {'id': '3ba1b949-5657-4980-b225-8ea57859926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '07ec5321-0579-4912-85f7-b750583baf28'} {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:34:22.447425 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [req-f9c4e720-df04-45de-8208-9bdf435bae31 req-d05a6684-c4e6-4446-849d-f228390ae035 service neutron] Bound port: 6eb23038-c5ab-4c17-9370-78d4471111c4, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ba1b949-5657-4980-b225-8ea57859926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '07ec5321-0579-4912-85f7-b750583baf28'}}] {{(pid=86391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:34:22.447801 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-f9c4e720-df04-45de-8208-9bdf435bae31 req-d05a6684-c4e6-4446-849d-f228390ae035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:22.546969 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [req-f9c4e720-df04-45de-8208-9bdf435bae31 req-d05a6684-c4e6-4446-849d-f228390ae035 service neutron] For port 6eb23038-c5ab-4c17-9370-78d4471111c4, host hv-cinder-78693, cleared binding levels {{(pid=86391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:34:22.549995 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [req-f9c4e720-df04-45de-8208-9bdf435bae31 req-d05a6684-c4e6-4446-849d-f228390ae035 service neutron] For port 6eb23038-c5ab-4c17-9370-78d4471111c4, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=6eb23038-c5ab-4c17-9370-78d4471111c4,segment=NetworkSegment(3ba1b949-5657-4980-b225-8ea57859926e),segment_id=3ba1b949-5657-4980-b225-8ea57859926e)] {{(pid=86391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:34:22.554451 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-f9c4e720-df04-45de-8208-9bdf435bae31 req-d05a6684-c4e6-4446-849d-f228390ae035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852407587'] for port, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:22.558121 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:22.611046 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4e720-df04-45de-8208-9bdf435bae31 req-d05a6684-c4e6-4446-849d-f228390ae035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:22.611551 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-f9c4e720-df04-45de-8208-9bdf435bae31 req-d05a6684-c4e6-4446-849d-f228390ae035 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031'] for port, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:22.612885 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f9c4e720-df04-45de-8208-9bdf435bae31 req-d05a6684-c4e6-4446-849d-f228390ae035 service neutron] 10.222.0.46 "PUT /v2.0/ports/6eb23038-c5ab-4c17-9370-78d4471111c4 HTTP/1.1" status: 200 len: 1094 time: 0.9914815 Apr 20 18:34:22.615484 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1042ec2a-2acd-443e-8033-9a889ed8a3d2', 'tag': '6eb23038-c5ab-4c17-9370-78d4471111c4'}] {{(pid=86391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:34:22.648975 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05a6684-c4e6-4446-849d-f228390ae035 service neutron] Pushing event updated for resources: {'Port': ['ID=6eb23038-c5ab-4c17-9370-78d4471111c4,revision_number=3']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:22.652260 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-d05a6684-c4e6-4446-849d-f228390ae035 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:22.695122 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1042ec2a-2acd-443e-8033-9a889ed8a3d2', 'tag': '6eb23038-c5ab-4c17-9370-78d4471111c4', 'status': 'completed', 'code': 200} Apr 20 18:34:22.737662 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4e720-df04-45de-8208-9bdf435bae31 req-2584c469-bbb4-4b98-ae33-bcb2c01df2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:22.739315 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f9c4e720-df04-45de-8208-9bdf435bae31 req-2584c469-bbb4-4b98-ae33-bcb2c01df2e9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9dd07067e6ec4229b42b15a57fa654ee&device_id=1042ec2a-2acd-443e-8033-9a889ed8a3d2 HTTP/1.1" status: 200 len: 1097 time: 0.0858583 Apr 20 18:34:22.815846 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f9c4e720-df04-45de-8208-9bdf435bae31 req-9259e970-b6f7-4a25-8e02-d10d81b8f5c2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6eb23038-c5ab-4c17-9370-78d4471111c4 HTTP/1.1" status: 200 len: 217 time: 0.0689185 Apr 20 18:34:22.894324 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4e720-df04-45de-8208-9bdf435bae31 req-36e1fa71-2017-4ba2-a1c2-af9c07d44702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:22.895919 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f9c4e720-df04-45de-8208-9bdf435bae31 req-36e1fa71-2017-4ba2-a1c2-af9c07d44702 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6124cdb4-b728-491c-bef6-cdd1f4b23ca7 HTTP/1.1" status: 200 len: 849 time: 0.0703392 Apr 20 18:34:22.978819 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4e720-df04-45de-8208-9bdf435bae31 req-d783b5c6-4da5-4f10-98d2-2a4e624ed751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:22.980347 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f9c4e720-df04-45de-8208-9bdf435bae31 req-d783b5c6-4da5-4f10-98d2-2a4e624ed751 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=07ec5321-0579-4912-85f7-b750583baf28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0777445 Apr 20 18:34:23.189570 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f9c4e720-df04-45de-8208-9bdf435bae31 req-46c6b0a2-fdb5-4d61-a42d-f0e033e053a7 service neutron] 10.222.0.46 "GET /v2.0/networks/07ec5321-0579-4912-85f7-b750583baf28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018971 Apr 20 18:34:23.202878 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da42dd-c0ca-4657-876a-fc06f548fee6 req-a06a635d-871a-4114-8c6f-86ddd694496b tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:23.203596 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-b1da42dd-c0ca-4657-876a-fc06f548fee6 req-a06a635d-871a-4114-8c6f-86ddd694496b tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Synchronizing usage tracker for tenant:9dd07067e6ec4229b42b15a57fa654ee on resource:port {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:34:23.297303 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-b1da42dd-c0ca-4657-876a-fc06f548fee6 req-a06a635d-871a-4114-8c6f-86ddd694496b tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Unset dirty status for tenant:9dd07067e6ec4229b42b15a57fa654ee on resource:port {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:34:23.298576 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-b1da42dd-c0ca-4657-876a-fc06f548fee6 req-a06a635d-871a-4114-8c6f-86ddd694496b tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/ports?device_id=1042ec2a-2acd-443e-8033-9a889ed8a3d2 HTTP/1.1" status: 200 len: 944 time: 0.2865415 Apr 20 18:34:23.389617 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-b1da42dd-c0ca-4657-876a-fc06f548fee6 req-b7628800-e356-4a03-ac39-ee6accc39c90 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2130046-29c7-4718-8b5d-67f8f3e751e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830796 Apr 20 18:34:23.395612 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f9c4e720-df04-45de-8208-9bdf435bae31 req-6b913fd2-f486-4426-8ff5-2ac6d0c5452f service neutron] 10.222.0.46 "GET /v2.0/networks/07ec5321-0579-4912-85f7-b750583baf28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891487 Apr 20 18:34:23.533132 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f4cbd-c626-4dfd-9208-f188b82ff359 req-8edf6c9f-cc06-402a-b306-151529c2b548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:23.534762 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-df2f4cbd-c626-4dfd-9208-f188b82ff359 req-8edf6c9f-cc06-402a-b306-151529c2b548 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9dd07067e6ec4229b42b15a57fa654ee&device_id=1042ec2a-2acd-443e-8033-9a889ed8a3d2 HTTP/1.1" status: 200 len: 1097 time: 0.0819697 Apr 20 18:34:23.679889 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f4cbd-c626-4dfd-9208-f188b82ff359 req-3b0a6dc1-d2df-45f9-b8c9-cca1140dd736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:23.681427 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-df2f4cbd-c626-4dfd-9208-f188b82ff359 req-3b0a6dc1-d2df-45f9-b8c9-cca1140dd736 service neutron] 10.222.0.46 "GET /v2.0/networks?id=07ec5321-0579-4912-85f7-b750583baf28 HTTP/1.1" status: 200 len: 911 time: 0.1394553 Apr 20 18:34:23.704515 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-274db6f6-b671-46ea-8b8e-640eb6cdfefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:23.765191 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-df2f4cbd-c626-4dfd-9208-f188b82ff359 req-1cbd7429-fcb9-480a-b06c-7916bc7aadee service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6eb23038-c5ab-4c17-9370-78d4471111c4 HTTP/1.1" status: 200 len: 217 time: 0.0749943 Apr 20 18:34:23.836022 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f4cbd-c626-4dfd-9208-f188b82ff359 req-c2ccfcd8-d402-4243-ad2b-f4d01d4fd4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:23.837490 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-df2f4cbd-c626-4dfd-9208-f188b82ff359 req-c2ccfcd8-d402-4243-ad2b-f4d01d4fd4dc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6124cdb4-b728-491c-bef6-cdd1f4b23ca7 HTTP/1.1" status: 200 len: 849 time: 0.0641401 Apr 20 18:34:23.924559 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f4cbd-c626-4dfd-9208-f188b82ff359 req-6e00f574-1300-4a5d-afce-49bdb1c6ab1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:23.926172 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-df2f4cbd-c626-4dfd-9208-f188b82ff359 req-6e00f574-1300-4a5d-afce-49bdb1c6ab1b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=07ec5321-0579-4912-85f7-b750583baf28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0815639 Apr 20 18:34:24.078776 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-df2f4cbd-c626-4dfd-9208-f188b82ff359 req-5ed07577-8098-46c2-a53a-a278974e1c15 service neutron] 10.222.0.46 "GET /v2.0/networks/07ec5321-0579-4912-85f7-b750583baf28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453149 Apr 20 18:34:24.232089 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-df2f4cbd-c626-4dfd-9208-f188b82ff359 req-11006508-182a-4b39-8b3a-83753025223d service neutron] 10.222.0.46 "GET /v2.0/networks/07ec5321-0579-4912-85f7-b750583baf28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451507 Apr 20 18:34:24.614614 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1592971e-764a-487b-ae20-c00d085565f4 req-8f5414ec-21ba-4a10-a90d-5400fce38b53 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:24.616274 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-1592971e-764a-487b-ae20-c00d085565f4 req-8f5414ec-21ba-4a10-a90d-5400fce38b53 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/ports?device_id=1042ec2a-2acd-443e-8033-9a889ed8a3d2 HTTP/1.1" status: 200 len: 944 time: 0.0909870 Apr 20 18:34:24.638557 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device 6eb23038-c5ab-4c17-9370-78d4471111c4 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:34:24.666062 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-1592971e-764a-487b-ae20-c00d085565f4 req-7c3d7c9e-8eab-4e97-9fd7-40821e8653a1 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2130046-29c7-4718-8b5d-67f8f3e751e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432472 Apr 20 18:34:24.775420 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port 6eb23038-c5ab-4c17-9370-78d4471111c4, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=6eb23038-c5ab-4c17-9370-78d4471111c4,segment=NetworkSegment(3ba1b949-5657-4980-b225-8ea57859926e),segment_id=3ba1b949-5657-4980-b225-8ea57859926e)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:34:24.789575 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Returning: {'device': '6eb23038-c5ab-4c17-9370-78d4471111c4', 'network_id': '07ec5321-0579-4912-85f7-b750583baf28', 'port_id': '6eb23038-c5ab-4c17-9370-78d4471111c4', 'mac_address': 'fa:16:3e:f0:75:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6124cdb4-b728-491c-bef6-cdd1f4b23ca7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:34:24.848746 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:24.867275 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eb23038-c5ab-4c17-9370-78d4471111c4 {{(pid=86393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:34:24.884133 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port 6eb23038-c5ab-4c17-9370-78d4471111c4, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=6eb23038-c5ab-4c17-9370-78d4471111c4,segment=NetworkSegment(3ba1b949-5657-4980-b225-8ea57859926e),segment_id=3ba1b949-5657-4980-b225-8ea57859926e)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:34:24.887742 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:24.889598 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-1856e2a5-2efd-444e-ae10-39882d14cd62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:24.965123 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Pushing event updated for resources: {'Port': ['ID=6eb23038-c5ab-4c17-9370-78d4471111c4,revision_number=4']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:24.968605 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:25.101293 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] get_ports_and_sgs() called for port_ids ['6eb23038-c5ab-4c17-9370-78d4471111c4'] {{(pid=86393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:34:25.574150 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-f3f25bd8-9f5a-411d-a219-b6ea3aa74a64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:25.886973 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115dc733-28b5-4fa0-b90a-12eb8674b18c req-96a29ff7-07e5-461d-89aa-664fcfb9c84c tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:25.888747 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-115dc733-28b5-4fa0-b90a-12eb8674b18c req-96a29ff7-07e5-461d-89aa-664fcfb9c84c tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/ports?device_id=1042ec2a-2acd-443e-8033-9a889ed8a3d2 HTTP/1.1" status: 200 len: 945 time: 0.0985198 Apr 20 18:34:25.938040 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-115dc733-28b5-4fa0-b90a-12eb8674b18c req-f9a719e2-5bb6-4c5e-85d8-636b73b3d9e2 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2130046-29c7-4718-8b5d-67f8f3e751e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426068 Apr 20 18:34:26.654176 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3b38f3e8-f2f1-49b6-ac75-f9314cd83db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:26.659158 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device 6eb23038-c5ab-4c17-9370-78d4471111c4 up at agent hyperv_hv-cinder-78693 {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:34:26.733978 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Provisioning for port 6eb23038-c5ab-4c17-9370-78d4471111c4 completed by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:34:26.739114 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Provisioning complete for port 6eb23038-c5ab-4c17-9370-78d4471111c4 triggered by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:34:26.739528 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:26.875217 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:26.903641 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1042ec2a-2acd-443e-8033-9a889ed8a3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb23038-c5ab-4c17-9370-78d4471111c4'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:34:26.914150 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port 6eb23038-c5ab-4c17-9370-78d4471111c4, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=6eb23038-c5ab-4c17-9370-78d4471111c4,segment=NetworkSegment(3ba1b949-5657-4980-b225-8ea57859926e),segment_id=3ba1b949-5657-4980-b225-8ea57859926e)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:34:26.918010 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:26.919989 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:26.956819 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1042ec2a-2acd-443e-8033-9a889ed8a3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb23038-c5ab-4c17-9370-78d4471111c4', 'code': 200} Apr 20 18:34:26.990808 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Pushing event updated for resources: {'Port': ['ID=6eb23038-c5ab-4c17-9370-78d4471111c4,revision_number=5']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:26.993896 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:27.143519 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c73ce-1a9e-4539-9548-38679917e18e req-889e9536-376a-48b0-9b80-2993c43f09bd tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:27.145073 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-0c1c73ce-1a9e-4539-9548-38679917e18e req-889e9536-376a-48b0-9b80-2993c43f09bd tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/ports?device_id=1042ec2a-2acd-443e-8033-9a889ed8a3d2 HTTP/1.1" status: 200 len: 946 time: 0.0922997 Apr 20 18:34:27.194446 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-0c1c73ce-1a9e-4539-9548-38679917e18e req-1be7ea8d-87af-422b-9a75-5287a7da5572 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2130046-29c7-4718-8b5d-67f8f3e751e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425487 Apr 20 18:34:27.198152 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c816a42-8c1f-4ac3-9caf-fefab6acce0c req-125af282-8f3c-4e9d-a173-10f7d01c629e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:27.199780 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-4c816a42-8c1f-4ac3-9caf-fefab6acce0c req-125af282-8f3c-4e9d-a173-10f7d01c629e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1042ec2a-2acd-443e-8033-9a889ed8a3d2 HTTP/1.1" status: 200 len: 1099 time: 0.0766723 Apr 20 18:34:27.245369 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-4c816a42-8c1f-4ac3-9caf-fefab6acce0c req-92ebf0c6-8423-499c-8d16-5f7e77dfb646 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d2130046-29c7-4718-8b5d-67f8f3e751e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378718 Apr 20 18:34:27.775327 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:28.380170 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db4e54cc-07a3-4585-8120-e6421209c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:28.409978 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe5af7-44e0-4bfc-b062-ae213bf829b5 req-23783a74-f33a-45bf-8f51-d844037ee221 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:28.411637 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-0bfe5af7-44e0-4bfc-b062-ae213bf829b5 req-23783a74-f33a-45bf-8f51-d844037ee221 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/ports?device_id=1042ec2a-2acd-443e-8033-9a889ed8a3d2 HTTP/1.1" status: 200 len: 946 time: 0.0948870 Apr 20 18:34:28.463363 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-0bfe5af7-44e0-4bfc-b062-ae213bf829b5 req-7b0a9cd9-5f86-4cfa-815c-8747a4bfba22 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2130046-29c7-4718-8b5d-67f8f3e751e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454071 Apr 20 18:34:28.668474 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de622b0f-44b1-4e79-bce1-abbec6d0a4d0 req-028ab91f-12e3-4b15-9532-515aef693dcc tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:28.670370 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-de622b0f-44b1-4e79-bce1-abbec6d0a4d0 req-028ab91f-12e3-4b15-9532-515aef693dcc tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/ports?device_id=1042ec2a-2acd-443e-8033-9a889ed8a3d2 HTTP/1.1" status: 200 len: 946 time: 0.1017513 Apr 20 18:34:28.680979 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 39298) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:34:28.686589 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-83ef5f62-cf5e-4d20-a148-4703920ad4da tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Request body: {'floatingip': {'port_id': '6eb23038-c5ab-4c17-9370-78d4471111c4'}} {{(pid=86392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:34:28.772092 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-83ef5f62-cf5e-4d20-a148-4703920ad4da tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks [] for floatingip, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:29.401857 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-83ef5f62-cf5e-4d20-a148-4703920ad4da tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:29.405602 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-83ef5f62-cf5e-4d20-a148-4703920ad4da tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854378574'] for floatingip, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:29.589714 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.db.l3_db [None req-83ef5f62-cf5e-4d20-a148-4703920ad4da tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Floating IP 731ae534-9eb9-4729-a915-6e2065b82b54 associated. External IP: 172.28.1.245, port: 6eb23038-c5ab-4c17-9370-78d4471111c4. Apr 20 18:34:29.975761 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ef5f62-cf5e-4d20-a148-4703920ad4da tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Router e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c has already been hosted by L3 agent 41e81354-1f58-48e6-8416-2f8b62d59447 {{(pid=86392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:34:30.163899 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ef5f62-cf5e-4d20-a148-4703920ad4da tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify agent at l3_agent.dv-cinder-786932-2-smb the message routers_updated {{(pid=86392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:34:30.168301 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-83ef5f62-cf5e-4d20-a148-4703920ad4da tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031'] for floatingip, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:30.173911 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295a3a78-6c4c-40de-a3a4-8a657eeb4959 None None] Sync routers for ids ['e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c'] in dv-cinder-786932-2-smb {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:34:30.185096 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295a3a78-6c4c-40de-a3a4-8a657eeb4959 None None] Routers {'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:34:30.185778 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-295a3a78-6c4c-40de-a3a4-8a657eeb4959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:34:26Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:34:30.228602 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-83ef5f62-cf5e-4d20-a148-4703920ad4da tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "PUT /v2.0/floatingips/731ae534-9eb9-4729-a915-6e2065b82b54 HTTP/1.1" status: 200 len: 992 time: 1.5464306 Apr 20 18:34:30.229333 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1042ec2a-2acd-443e-8033-9a889ed8a3d2', 'tag': '6eb23038-c5ab-4c17-9370-78d4471111c4'}] {{(pid=86392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:34:30.279221 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1042ec2a-2acd-443e-8033-9a889ed8a3d2', 'tag': '6eb23038-c5ab-4c17-9370-78d4471111c4', 'status': 'completed', 'code': 200} Apr 20 18:34:30.376460 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-295a3a78-6c4c-40de-a3a4-8a657eeb4959 None None] Set router e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c gateway port host: dv-cinder-786932-2-smb {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:34:30.386727 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6442cf5-a5f8-47b9-98a6-2f89344c4ab8 req-9b7c3e95-ac26-4a07-bcc9-1cd7d7ccc4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:30.388356 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a6442cf5-a5f8-47b9-98a6-2f89344c4ab8 req-9b7c3e95-ac26-4a07-bcc9-1cd7d7ccc4d6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9dd07067e6ec4229b42b15a57fa654ee&device_id=1042ec2a-2acd-443e-8033-9a889ed8a3d2 HTTP/1.1" status: 200 len: 1099 time: 0.0852990 Apr 20 18:34:30.535855 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6442cf5-a5f8-47b9-98a6-2f89344c4ab8 req-161541f8-5c09-4d77-932e-86bfa8523b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:30.537534 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a6442cf5-a5f8-47b9-98a6-2f89344c4ab8 req-161541f8-5c09-4d77-932e-86bfa8523b46 service neutron] 10.222.0.46 "GET /v2.0/networks?id=07ec5321-0579-4912-85f7-b750583baf28 HTTP/1.1" status: 200 len: 911 time: 0.1417615 Apr 20 18:34:30.776187 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-295a3a78-6c4c-40de-a3a4-8a657eeb4959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c', 'name': 'tempest-AttachVolumeTestJSON-370091447-router', 'tenant_id': '9dd07067e6ec4229b42b15a57fa654ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.162'}], 'enable_snat': True}, 'gw_port_id': '9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:35Z', 'updated_at': '2021-04-20T18:29:52Z', 'revision_number': 4, 'project_id': '9dd07067e6ec4229b42b15a57fa654ee', 'gw_port': {'id': '9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:49:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:37Z', 'updated_at': '2021-04-20T18:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb', '_floatingips': [{'id': '731ae534-9eb9-4729-a915-6e2065b82b54', 'tenant_id': '9dd07067e6ec4229b42b15a57fa654ee', 'floating_ip_address': '172.28.1.245', 'floating_network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'router_id': 'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c', 'port_id': '6eb23038-c5ab-4c17-9370-78d4471111c4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07ec5321-0579-4912-85f7-b750583baf28', 'mac_address': 'fa:16:3e:f0:75:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1042ec2a-2acd-443e-8033-9a889ed8a3d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:34:17Z', 'updated_at': '2021-04-20T18:34:29Z', 'revision_number': 1, 'project_id': '9dd07067e6ec4229b42b15a57fa654ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb3108b6-f3a4-497d-866f-6c3d86d2f729', 'name': '', 'network_id': '07ec5321-0579-4912-85f7-b750583baf28', 'tenant_id': '9dd07067e6ec4229b42b15a57fa654ee', 'mac_address': 'fa:16:3e:86:4b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6124cdb4-b728-491c-bef6-cdd1f4b23ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:47Z', 'updated_at': '2021-04-20T18:30:08Z', 'revision_number': 5, 'project_id': '9dd07067e6ec4229b42b15a57fa654ee', 'subnets': [{'id': '6124cdb4-b728-491c-bef6-cdd1f4b23ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:34:30.781056 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295a3a78-6c4c-40de-a3a4-8a657eeb4959 None None] Checking router: e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c for host: dv-cinder-786932-2-smb {{(pid=86393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:34:30.791427 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295a3a78-6c4c-40de-a3a4-8a657eeb4959 None None] Routers {'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:34:30.792126 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-295a3a78-6c4c-40de-a3a4-8a657eeb4959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:34:26Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:34:30.893673 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a6442cf5-a5f8-47b9-98a6-2f89344c4ab8 req-3ffa08a5-88e7-41c3-8f3f-9f4f728f370c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6eb23038-c5ab-4c17-9370-78d4471111c4 HTTP/1.1" status: 200 len: 1000 time: 0.3489857 Apr 20 18:34:30.967731 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6442cf5-a5f8-47b9-98a6-2f89344c4ab8 req-cb1b2fc4-d162-46da-ad4f-7c6866263257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:30.969307 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a6442cf5-a5f8-47b9-98a6-2f89344c4ab8 req-cb1b2fc4-d162-46da-ad4f-7c6866263257 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6124cdb4-b728-491c-bef6-cdd1f4b23ca7 HTTP/1.1" status: 200 len: 849 time: 0.0678046 Apr 20 18:34:31.056371 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6442cf5-a5f8-47b9-98a6-2f89344c4ab8 req-12d3bc94-18d8-4274-83c9-e11ed44442aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:31.057985 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a6442cf5-a5f8-47b9-98a6-2f89344c4ab8 req-12d3bc94-18d8-4274-83c9-e11ed44442aa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=07ec5321-0579-4912-85f7-b750583baf28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0809777 Apr 20 18:34:31.150426 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-295a3a78-6c4c-40de-a3a4-8a657eeb4959 None None] Set router e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c gateway port host: dv-cinder-786932-2-smb {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:34:31.199442 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a6442cf5-a5f8-47b9-98a6-2f89344c4ab8 req-f84e27e5-cb08-4cc8-b993-d0a42c13d858 service neutron] 10.222.0.46 "GET /v2.0/networks/07ec5321-0579-4912-85f7-b750583baf28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351781 Apr 20 18:34:31.344079 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a6442cf5-a5f8-47b9-98a6-2f89344c4ab8 req-ef5d6aac-0849-4243-9038-502e957bf90b service neutron] 10.222.0.46 "GET /v2.0/networks/07ec5321-0579-4912-85f7-b750583baf28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387529 Apr 20 18:34:31.517794 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-295a3a78-6c4c-40de-a3a4-8a657eeb4959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c', 'name': 'tempest-AttachVolumeTestJSON-370091447-router', 'tenant_id': '9dd07067e6ec4229b42b15a57fa654ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.162'}], 'enable_snat': True}, 'gw_port_id': '9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:35Z', 'updated_at': '2021-04-20T18:29:52Z', 'revision_number': 4, 'project_id': '9dd07067e6ec4229b42b15a57fa654ee', 'gw_port': {'id': '9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:49:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:37Z', 'updated_at': '2021-04-20T18:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb', '_floatingips': [{'id': '731ae534-9eb9-4729-a915-6e2065b82b54', 'tenant_id': '9dd07067e6ec4229b42b15a57fa654ee', 'floating_ip_address': '172.28.1.245', 'floating_network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'router_id': 'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c', 'port_id': '6eb23038-c5ab-4c17-9370-78d4471111c4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07ec5321-0579-4912-85f7-b750583baf28', 'mac_address': 'fa:16:3e:f0:75:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1042ec2a-2acd-443e-8033-9a889ed8a3d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:34:17Z', 'updated_at': '2021-04-20T18:34:29Z', 'revision_number': 1, 'project_id': '9dd07067e6ec4229b42b15a57fa654ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb3108b6-f3a4-497d-866f-6c3d86d2f729', 'name': '', 'network_id': '07ec5321-0579-4912-85f7-b750583baf28', 'tenant_id': '9dd07067e6ec4229b42b15a57fa654ee', 'mac_address': 'fa:16:3e:86:4b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6124cdb4-b728-491c-bef6-cdd1f4b23ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:47Z', 'updated_at': '2021-04-20T18:30:08Z', 'revision_number': 5, 'project_id': '9dd07067e6ec4229b42b15a57fa654ee', 'subnets': [{'id': '6124cdb4-b728-491c-bef6-cdd1f4b23ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:34:31.522191 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295a3a78-6c4c-40de-a3a4-8a657eeb4959 None None] The sync data for ids ['e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c'] in dv-cinder-786932-2-smb is: [{'id': 'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c', 'name': 'tempest-AttachVolumeTestJSON-370091447-router', 'tenant_id': '9dd07067e6ec4229b42b15a57fa654ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.162'}], 'enable_snat': True}, 'gw_port_id': '9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:35Z', 'updated_at': '2021-04-20T18:29:52Z', 'revision_number': 4, 'project_id': '9dd07067e6ec4229b42b15a57fa654ee', 'gw_port': {'id': '9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:49:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:37Z', 'updated_at': '2021-04-20T18:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb', '_floatingips': [{'id': '731ae534-9eb9-4729-a915-6e2065b82b54', 'tenant_id': '9dd07067e6ec4229b42b15a57fa654ee', 'floating_ip_address': '172.28.1.245', 'floating_network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'router_id': 'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c', 'port_id': '6eb23038-c5ab-4c17-9370-78d4471111c4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07ec5321-0579-4912-85f7-b750583baf28', 'mac_address': 'fa:16:3e:f0:75:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1042ec2a-2acd-443e-8033-9a889ed8a3d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:34:17Z', 'updated_at': '2021-04-20T18:34:29Z', 'revision_number': 1, 'project_id': '9dd07067e6ec4229b42b15a57fa654ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb3108b6-f3a4-497d-866f-6c3d86d2f729', 'name': '', 'network_id': '07ec5321-0579-4912-85f7-b750583baf28', 'tenant_id': '9dd07067e6ec4229b42b15a57fa654ee', 'mac_address': 'fa:16:3e:86:4b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6124cdb4-b728-491c-bef6-cdd1f4b23ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:47Z', 'updated_at': '2021-04-20T18:30:08Z', 'revision_number': 5, 'project_id': '9dd07067e6ec4229b42b15a57fa654ee', 'subnets': [{'id': '6124cdb4-b728-491c-bef6-cdd1f4b23ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:34:31.812068 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab63d27-989d-4768-adcb-1edc7cec98f3 None None] New status for floating IP 731ae534-9eb9-4729-a915-6e2065b82b54: ACTIVE {{(pid=86394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 18:34:39.540574 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 39436) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:34:39.605954 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f5c6419-441e-4289-acae-68bacae717f0 admin admin] Deleting subnet 47801463-4c54-41cf-af8b-faeb4c3f2891 {{(pid=86392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 18:34:39.609072 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-1f5c6419-441e-4289-acae-68bacae717f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:39.933224 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-1f5c6419-441e-4289-acae-68bacae717f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2213469'] for subnet, precommit_delete_associations {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:40.004639 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-1f5c6419-441e-4289-acae-68bacae717f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663204'] for subnet, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:40.060804 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab4b86c-3911-449e-80c5-5ed6851e92e2 req-d015f5a8-11c6-4801-8d16-2da75646b998 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:40.062421 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-5ab4b86c-3911-449e-80c5-5ed6851e92e2 req-d015f5a8-11c6-4801-8d16-2da75646b998 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3693291-b4a1-4402-95a9-22f34b7e57e5 HTTP/1.1" status: 200 len: 945 time: 0.5668919 Apr 20 18:34:40.194002 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-5ab4b86c-3911-449e-80c5-5ed6851e92e2 req-0e4ddbc6-b9aa-4e4f-9a83-251c785f6606 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=3660c311-2887-4dbe-a341-8fa9955f53ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244097 Apr 20 18:34:40.317589 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-1f5c6419-441e-4289-acae-68bacae717f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854112612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852621942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3086978'] for subnet, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:40.321537 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:40.361728 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5c6419-441e-4289-acae-68bacae717f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47801463-4c54-41cf-af8b-faeb4c3f2891,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:40.364386 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-1f5c6419-441e-4289-acae-68bacae717f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:40.367176 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-1f5c6419-441e-4289-acae-68bacae717f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for subnet, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:40.373938 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-1f5c6419-441e-4289-acae-68bacae717f0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/47801463-4c54-41cf-af8b-faeb4c3f2891 HTTP/1.1" status: 204 len: 168 time: 0.8317335 Apr 20 18:34:40.376837 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 39442) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:34:40.494668 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-fcf12f89-cb76-4b05-955c-bf60f2bd264b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569320'] for network, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:40.626372 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-fcf12f89-cb76-4b05-955c-bf60f2bd264b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854112527', 'neutron.services.segments.db._delete_segments_for_network-8758776337267'] for network, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:40.741992 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.services.segments.db [None req-fcf12f89-cb76-4b05-955c-bf60f2bd264b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed51a3a2-96cc-4963-b1d6-2b7d35507eab']}} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:34:40.755306 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.services.segments.db [None req-fcf12f89-cb76-4b05-955c-bf60f2bd264b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ac14a34-2646-41a4-bb19-a03255c93f0a') {'for_net_delete': True} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:34:40.755643 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.services.segments.db [None req-fcf12f89-cb76-4b05-955c-bf60f2bd264b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ac14a34-2646-41a4-bb19-a03255c93f0a') {} {{(pid=86392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:34:40.768153 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-fcf12f89-cb76-4b05-955c-bf60f2bd264b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278078409571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852562347'] for segment, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:40.783790 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-fcf12f89-cb76-4b05-955c-bf60f2bd264b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854116670'] for segment, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:40.790575 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcf12f89-cb76-4b05-955c-bf60f2bd264b admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=86392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 18:34:40.969230 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-fcf12f89-cb76-4b05-955c-bf60f2bd264b admin admin] Network ed51a3a2-96cc-4963-b1d6-2b7d35507eab has no segments {{(pid=86392) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:34:40.978772 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-fcf12f89-cb76-4b05-955c-bf60f2bd264b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-659125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2155049'] for segment, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:41.158948 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-fcf12f89-cb76-4b05-955c-bf60f2bd264b admin admin] Network ed51a3a2-96cc-4963-b1d6-2b7d35507eab has no segments {{(pid=86392) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:34:41.181396 dv-cinder-786932-2-smb neutron-server[86278]: Traceback (most recent call last): Apr 20 18:34:41.181396 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 18:34:41.181396 dv-cinder-786932-2-smb neutron-server[86278]: timer() Apr 20 18:34:41.181396 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:34:41.181396 dv-cinder-786932-2-smb neutron-server[86278]: cb(*args, **kw) Apr 20 18:34:41.181396 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 18:34:41.181396 dv-cinder-786932-2-smb neutron-server[86278]: return func(*args, **kwargs) Apr 20 18:34:41.181396 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:34:41.181396 dv-cinder-786932-2-smb neutron-server[86278]: self._notify() Apr 20 18:34:41.181396 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:34:41.181396 dv-cinder-786932-2-smb neutron-server[86278]: self.callback(batched_events) Apr 20 18:34:41.181396 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:34:41.181396 dv-cinder-786932-2-smb neutron-server[86278]: event.method(event) Apr 20 18:34:41.181396 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:34:41.181396 dv-cinder-786932-2-smb neutron-server[86278]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:34:41.181396 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 18:34:41.181396 dv-cinder-786932-2-smb neutron-server[86278]: segment_id)['aggregates'][0] Apr 20 18:34:41.181396 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:34:41.181396 dv-cinder-786932-2-smb neutron-server[86278]: return f(self, *a, **k) Apr 20 18:34:41.181396 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 18:34:41.181396 dv-cinder-786932-2-smb neutron-server[86278]: return self._get(url).json() Apr 20 18:34:41.181396 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:34:41.181396 dv-cinder-786932-2-smb neutron-server[86278]: **kwargs) Apr 20 18:34:41.181396 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 18:34:41.181396 dv-cinder-786932-2-smb neutron-server[86278]: return self.request(url, 'GET', **kwargs) Apr 20 18:34:41.181396 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 18:34:41.181396 dv-cinder-786932-2-smb neutron-server[86278]: **endpoint_filter) Apr 20 18:34:41.181396 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 18:34:41.181396 dv-cinder-786932-2-smb neutron-server[86278]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:34:41.181396 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 18:34:41.181396 dv-cinder-786932-2-smb neutron-server[86278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:34:41.181396 dv-cinder-786932-2-smb neutron-server[86278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:34:41.259852 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-fcf12f89-cb76-4b05-955c-bf60f2bd264b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-663289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854378623'] for network, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:41.263672 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-db271e69-bd49-496c-945a-ea97cb9cee6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:41.279675 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-fcf12f89-cb76-4b05-955c-bf60f2bd264b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for network, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:41.286350 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf12f89-cb76-4b05-955c-bf60f2bd264b admin admin] Pushing event deleted for resources: {'Network': ['ID=ed51a3a2-96cc-4963-b1d6-2b7d35507eab,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:41.291400 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-fcf12f89-cb76-4b05-955c-bf60f2bd264b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:41.297376 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-fcf12f89-cb76-4b05-955c-bf60f2bd264b admin admin] 10.222.0.20 "DELETE /v2.0/networks/ed51a3a2-96cc-4963-b1d6-2b7d35507eab HTTP/1.1" status: 204 len: 168 time: 0.9196212 Apr 20 18:34:41.405317 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191d650-59eb-484c-8de7-563de6f7a317 req-7d7fc934-6e45-42ce-8ce4-2a2488c42f7c tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:41.406981 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-8191d650-59eb-484c-8de7-563de6f7a317 req-7d7fc934-6e45-42ce-8ce4-2a2488c42f7c tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3693291-b4a1-4402-95a9-22f34b7e57e5 HTTP/1.1" status: 200 len: 945 time: 0.0887911 Apr 20 18:34:41.422367 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 39450) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:34:41.455535 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-8191d650-59eb-484c-8de7-563de6f7a317 req-f7aed51a-1d11-4b36-9203-af30033ff456 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=3660c311-2887-4dbe-a341-8fa9955f53ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419335 Apr 20 18:34:41.478986 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-e8bda2ba-e7c4-4c62-a6c4-38484a3227f8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5416bb6760b540f2b8ba153e145be485&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0551510 Apr 20 18:34:41.481636 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 39454) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:34:41.542690 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-6de6a9bb-2eb3-4482-ad92-f804c07273c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:41.569957 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-6de6a9bb-2eb3-4482-ad92-f804c07273c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:41.623805 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-6de6a9bb-2eb3-4482-ad92-f804c07273c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:41.628914 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-bca59c14-9a0a-4aa7-84d3-d481267cacea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:41.643395 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de6a9bb-2eb3-4482-ad92-f804c07273c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c9fbc7-a3f7-486d-bbc8-7a4434fa12ce,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:41.648667 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-6de6a9bb-2eb3-4482-ad92-f804c07273c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:41.650866 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-6de6a9bb-2eb3-4482-ad92-f804c07273c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:41.653836 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-6de6a9bb-2eb3-4482-ad92-f804c07273c9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/75c9fbc7-a3f7-486d-bbc8-7a4434fa12ce HTTP/1.1" status: 204 len: 168 time: 0.1694541 Apr 20 18:34:42.677156 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd4345e-c166-44d2-bbd0-caf880e84a25 req-812368f5-c7cb-40c4-9313-39a7c0f412fb tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:42.678747 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-dcd4345e-c166-44d2-bbd0-caf880e84a25 req-812368f5-c7cb-40c4-9313-39a7c0f412fb tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3693291-b4a1-4402-95a9-22f34b7e57e5 HTTP/1.1" status: 200 len: 945 time: 0.0972698 Apr 20 18:34:42.728966 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-dcd4345e-c166-44d2-bbd0-caf880e84a25 req-98046e2b-9cbe-4d87-8e00-e7fac3c4898e tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=3660c311-2887-4dbe-a341-8fa9955f53ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436747 Apr 20 18:34:43.941117 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3cc4b7-3e21-4966-9424-7d1bdb1aeaed req-21238fcd-6a84-46f0-be13-5b3228901036 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:43.942695 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-8d3cc4b7-3e21-4966-9424-7d1bdb1aeaed req-21238fcd-6a84-46f0-be13-5b3228901036 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3693291-b4a1-4402-95a9-22f34b7e57e5 HTTP/1.1" status: 200 len: 945 time: 0.0905623 Apr 20 18:34:43.994458 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-8d3cc4b7-3e21-4966-9424-7d1bdb1aeaed req-b677bf41-476f-4c67-a546-d1653bbfdfd6 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=3660c311-2887-4dbe-a341-8fa9955f53ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452800 Apr 20 18:34:45.227408 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9944ed-dfaf-4c7b-a940-56a8cc227f5d req-1f310fe0-8b11-4e64-8769-78261de932c4 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:45.228897 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-1a9944ed-dfaf-4c7b-a940-56a8cc227f5d req-1f310fe0-8b11-4e64-8769-78261de932c4 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3693291-b4a1-4402-95a9-22f34b7e57e5 HTTP/1.1" status: 200 len: 945 time: 0.0934055 Apr 20 18:34:45.278622 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-1a9944ed-dfaf-4c7b-a940-56a8cc227f5d req-7abd6353-099f-48a3-8765-956ae81e5df3 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=3660c311-2887-4dbe-a341-8fa9955f53ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431895 Apr 20 18:34:46.255639 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74683380-e5be-454a-8353-f3592a8f2af2 req-68a2465a-5c1f-4b5d-9def-58e54811e02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:46.257245 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-74683380-e5be-454a-8353-f3592a8f2af2 req-68a2465a-5c1f-4b5d-9def-58e54811e02b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=96a404d19bd540809d4ea207dd16d6ad&device_id=b3693291-b4a1-4402-95a9-22f34b7e57e5 HTTP/1.1" status: 200 len: 1098 time: 0.0907354 Apr 20 18:34:46.417288 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74683380-e5be-454a-8353-f3592a8f2af2 req-249ee1c6-998c-4764-8b53-2bff03fcfade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:46.418901 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-74683380-e5be-454a-8353-f3592a8f2af2 req-249ee1c6-998c-4764-8b53-2bff03fcfade service neutron] 10.222.0.46 "GET /v2.0/networks?id=c035be72-ec93-4bac-85f8-b0cd68e3656b HTTP/1.1" status: 200 len: 918 time: 0.1407411 Apr 20 18:34:46.493205 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bda4a9-7ce3-4486-a841-b2a5dbc5bef2 req-21154e77-c758-49d8-8506-a4916c42a72b tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:46.494801 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-93bda4a9-7ce3-4486-a841-b2a5dbc5bef2 req-21154e77-c758-49d8-8506-a4916c42a72b tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3693291-b4a1-4402-95a9-22f34b7e57e5 HTTP/1.1" status: 200 len: 945 time: 0.0917554 Apr 20 18:34:46.527560 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-74683380-e5be-454a-8353-f3592a8f2af2 req-291b9c83-d3a2-4a98-8fb4-ab77cbaba659 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1225dc31-6684-4037-9722-caa27bd30ccb HTTP/1.1" status: 200 len: 1001 time: 0.1014535 Apr 20 18:34:46.542407 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-93bda4a9-7ce3-4486-a841-b2a5dbc5bef2 req-1e4e80f9-3d9c-455f-bda5-a1c95ceffcdf tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=3660c311-2887-4dbe-a341-8fa9955f53ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410192 Apr 20 18:34:46.603831 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74683380-e5be-454a-8353-f3592a8f2af2 req-53b31e57-641e-412a-9e41-ba05e9aa1545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:46.605405 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-74683380-e5be-454a-8353-f3592a8f2af2 req-53b31e57-641e-412a-9e41-ba05e9aa1545 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=41a62a97-d129-42fa-96d5-fce2a7a65a86 HTTP/1.1" status: 200 len: 856 time: 0.0680592 Apr 20 18:34:46.674262 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:46.690623 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74683380-e5be-454a-8353-f3592a8f2af2 req-d7624380-fa74-4584-8c04-820f78962b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:46.692297 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-74683380-e5be-454a-8353-f3592a8f2af2 req-d7624380-fa74-4584-8c04-820f78962b50 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c035be72-ec93-4bac-85f8-b0cd68e3656b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0789149 Apr 20 18:34:46.838754 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-74683380-e5be-454a-8353-f3592a8f2af2 req-c2aaf08d-5e0e-490e-b00d-6681a9e5b456 service neutron] 10.222.0.46 "GET /v2.0/networks/c035be72-ec93-4bac-85f8-b0cd68e3656b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373761 Apr 20 18:34:46.986901 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-74683380-e5be-454a-8353-f3592a8f2af2 req-0536fc29-42ab-474f-b574-9e9ec5e621e5 service neutron] 10.222.0.46 "GET /v2.0/networks/c035be72-ec93-4bac-85f8-b0cd68e3656b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411092 Apr 20 18:34:47.754974 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170afb2-ecdd-4e72-ae22-ea32188e9ca7 req-f2bfe0be-5bb1-4610-beb5-5a3723a88917 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:47.756554 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f170afb2-ecdd-4e72-ae22-ea32188e9ca7 req-f2bfe0be-5bb1-4610-beb5-5a3723a88917 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3693291-b4a1-4402-95a9-22f34b7e57e5 HTTP/1.1" status: 200 len: 945 time: 0.0913978 Apr 20 18:34:47.807443 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f170afb2-ecdd-4e72-ae22-ea32188e9ca7 req-9fbcc5c3-899d-404e-ae4c-95a99b14e37b tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=3660c311-2887-4dbe-a341-8fa9955f53ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409238 Apr 20 18:34:47.850925 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.agents_db [None req-bb53aea3-de48-49b3-8e00-ae07e91d3609 None None] Agent healthcheck: found 6 active agents {{(pid=86394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:34:49.029276 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c779490-7bd3-4ac7-bc93-89f4c798c07b req-8fa4a4d3-2e75-4ed3-895e-9511886aa686 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:49.030909 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-1c779490-7bd3-4ac7-bc93-89f4c798c07b req-8fa4a4d3-2e75-4ed3-895e-9511886aa686 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3693291-b4a1-4402-95a9-22f34b7e57e5 HTTP/1.1" status: 200 len: 945 time: 0.0940766 Apr 20 18:34:49.081465 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-1c779490-7bd3-4ac7-bc93-89f4c798c07b req-cebfe5e6-0fdc-48bf-a9b0-8c62fd7d5486 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=3660c311-2887-4dbe-a341-8fa9955f53ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413446 Apr 20 18:34:50.323171 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ea28e-b9a8-41c0-af13-385e89cfae54 req-edccce7d-1c03-4f14-b86a-ea941269e7ec tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:50.324736 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a60ea28e-b9a8-41c0-af13-385e89cfae54 req-edccce7d-1c03-4f14-b86a-ea941269e7ec tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3693291-b4a1-4402-95a9-22f34b7e57e5 HTTP/1.1" status: 200 len: 945 time: 0.1040452 Apr 20 18:34:50.372374 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a60ea28e-b9a8-41c0-af13-385e89cfae54 req-070a57e5-e80c-4c61-bf4d-35e53be66f1f tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=3660c311-2887-4dbe-a341-8fa9955f53ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412183 Apr 20 18:34:50.804373 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device 1225dc31-6684-4037-9722-caa27bd30ccb details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:34:50.964364 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port 1225dc31-6684-4037-9722-caa27bd30ccb, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=1225dc31-6684-4037-9722-caa27bd30ccb,segment=NetworkSegment(42b51926-c2ca-471c-ac7e-b000ccba3eb6),segment_id=42b51926-c2ca-471c-ac7e-b000ccba3eb6)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:34:50.978788 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Returning: {'device': '1225dc31-6684-4037-9722-caa27bd30ccb', 'network_id': 'c035be72-ec93-4bac-85f8-b0cd68e3656b', 'port_id': '1225dc31-6684-4037-9722-caa27bd30ccb', 'mac_address': 'fa:16:3e:78:93:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41a62a97-d129-42fa-96d5-fce2a7a65a86', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:34:51.040389 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:51.057841 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1225dc31-6684-4037-9722-caa27bd30ccb {{(pid=86393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:34:51.073832 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port 1225dc31-6684-4037-9722-caa27bd30ccb, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=1225dc31-6684-4037-9722-caa27bd30ccb,segment=NetworkSegment(42b51926-c2ca-471c-ac7e-b000ccba3eb6),segment_id=42b51926-c2ca-471c-ac7e-b000ccba3eb6)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:34:51.078126 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:51.079868 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:51.153362 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Pushing event updated for resources: {'Port': ['ID=1225dc31-6684-4037-9722-caa27bd30ccb,revision_number=6']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:51.161788 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:34:51.162175 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:34:51.162559 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:34:51.162954 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:34:51.163323 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:34:51.163693 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:34:51.164060 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:34:51.164423 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:34:51.164787 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:34:51.165153 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:34:51.165515 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:34:51.165875 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:34:51.169997 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:51.174940 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] get_ports_and_sgs() called for port_ids ['1225dc31-6684-4037-9722-caa27bd30ccb'] {{(pid=86393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:34:51.601338 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ca5aa-0726-4cc7-a2aa-853f9bef4857 req-a68de3ac-6a51-41e7-9240-81c652ddbb72 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:51.602959 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-1d7ca5aa-0726-4cc7-a2aa-853f9bef4857 req-a68de3ac-6a51-41e7-9240-81c652ddbb72 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3693291-b4a1-4402-95a9-22f34b7e57e5 HTTP/1.1" status: 200 len: 944 time: 0.1026754 Apr 20 18:34:51.650039 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-1d7ca5aa-0726-4cc7-a2aa-853f9bef4857 req-74532e47-6f36-4b8e-889d-071687e0a19f tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=3660c311-2887-4dbe-a341-8fa9955f53ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407422 Apr 20 18:34:52.812910 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device 1225dc31-6684-4037-9722-caa27bd30ccb up at agent hyperv_hv-cinder-78693 {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:34:52.900431 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e22e64-e98e-4298-8f49-63a93a8dd549 req-c5f59a4e-ecca-4184-be06-6ec577f4a6b3 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:52.912230 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-d2e22e64-e98e-4298-8f49-63a93a8dd549 req-c5f59a4e-ecca-4184-be06-6ec577f4a6b3 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3693291-b4a1-4402-95a9-22f34b7e57e5 HTTP/1.1" status: 200 len: 944 time: 0.1319816 Apr 20 18:34:52.941798 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Provisioning complete for port 1225dc31-6684-4037-9722-caa27bd30ccb triggered by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:34:52.949077 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:52.979650 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-d2e22e64-e98e-4298-8f49-63a93a8dd549 req-986e6f81-5b64-4ecf-81f9-2048c77f780e tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=3660c311-2887-4dbe-a341-8fa9955f53ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663664 Apr 20 18:34:53.109029 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:53.140348 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3693291-b4a1-4402-95a9-22f34b7e57e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1225dc31-6684-4037-9722-caa27bd30ccb'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:34:53.162199 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port 1225dc31-6684-4037-9722-caa27bd30ccb, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=1225dc31-6684-4037-9722-caa27bd30ccb,segment=NetworkSegment(42b51926-c2ca-471c-ac7e-b000ccba3eb6),segment_id=42b51926-c2ca-471c-ac7e-b000ccba3eb6)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:34:53.166075 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:53.168385 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:34:53.211070 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3693291-b4a1-4402-95a9-22f34b7e57e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1225dc31-6684-4037-9722-caa27bd30ccb', 'code': 200} Apr 20 18:34:53.247618 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Pushing event updated for resources: {'Port': ['ID=1225dc31-6684-4037-9722-caa27bd30ccb,revision_number=7']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:34:53.251280 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:34:53.699954 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-6a648914-395d-48e9-b86e-1453f2c6ba58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:54.197042 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e863ed0-3735-4cae-bca6-58c1ad27fa74 req-e2f09937-09a0-41c7-902f-1526eda24141 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:54.198672 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-2e863ed0-3735-4cae-bca6-58c1ad27fa74 req-e2f09937-09a0-41c7-902f-1526eda24141 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3693291-b4a1-4402-95a9-22f34b7e57e5 HTTP/1.1" status: 200 len: 945 time: 0.1003933 Apr 20 18:34:54.257350 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-2e863ed0-3735-4cae-bca6-58c1ad27fa74 req-3714442b-540b-4bc0-9d35-db9b487d5acf tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=3660c311-2887-4dbe-a341-8fa9955f53ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520430 Apr 20 18:34:55.483281 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae4b53-2659-4aa1-85a4-970231fc4155 req-d3021fc8-e1c4-4863-96fc-071caca716b8 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:55.491775 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-89ae4b53-2659-4aa1-85a4-970231fc4155 req-d3021fc8-e1c4-4863-96fc-071caca716b8 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3693291-b4a1-4402-95a9-22f34b7e57e5 HTTP/1.1" status: 200 len: 945 time: 0.1006095 Apr 20 18:34:55.539960 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-89ae4b53-2659-4aa1-85a4-970231fc4155 req-08313dd4-ceec-4504-90d5-57e105a93ee6 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=3660c311-2887-4dbe-a341-8fa9955f53ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471873 Apr 20 18:34:55.571277 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-65112f75-61cf-4191-9630-6e4e5f82a7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:56.658665 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3b38f3e8-f2f1-49b6-ac75-f9314cd83db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:56.775223 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c296a-f276-4219-bdd8-f2cfd01eca66 req-1246279f-491c-4f35-b938-a055d45ec62f tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:56.776874 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-398c296a-f276-4219-bdd8-f2cfd01eca66 req-1246279f-491c-4f35-b938-a055d45ec62f tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3693291-b4a1-4402-95a9-22f34b7e57e5 HTTP/1.1" status: 200 len: 945 time: 0.0963390 Apr 20 18:34:56.843403 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-398c296a-f276-4219-bdd8-f2cfd01eca66 req-c5ff460d-9cc9-42ba-a33c-5a07b0aaf16f tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=3660c311-2887-4dbe-a341-8fa9955f53ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587583 Apr 20 18:34:57.768953 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:58.066746 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d458f-b900-4dcf-b41e-93f15ab5830b req-a61b528e-5931-40ae-9d73-0b7cc7da346d tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:58.068353 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ff5d458f-b900-4dcf-b41e-93f15ab5830b req-a61b528e-5931-40ae-9d73-0b7cc7da346d tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3693291-b4a1-4402-95a9-22f34b7e57e5 HTTP/1.1" status: 200 len: 945 time: 0.1037018 Apr 20 18:34:58.126637 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ff5d458f-b900-4dcf-b41e-93f15ab5830b req-f52b1f0f-5fa9-403c-bcec-bddbf6ab0a1d tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=3660c311-2887-4dbe-a341-8fa9955f53ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515342 Apr 20 18:34:58.382138 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db4e54cc-07a3-4585-8120-e6421209c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:34:59.343634 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81433b-f402-4abc-924f-376e4b8304bd req-eba28a18-5925-4f35-beef-57209c92f2d6 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:34:59.345427 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ab81433b-f402-4abc-924f-376e4b8304bd req-eba28a18-5925-4f35-beef-57209c92f2d6 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3693291-b4a1-4402-95a9-22f34b7e57e5 HTTP/1.1" status: 200 len: 945 time: 0.0915504 Apr 20 18:34:59.399347 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ab81433b-f402-4abc-924f-376e4b8304bd req-f65fe10c-73a0-486c-900f-a9e5201b43f3 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=3660c311-2887-4dbe-a341-8fa9955f53ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472550 Apr 20 18:35:00.772281 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5092281-a3f9-44e6-a959-82159236bf22 req-f784c376-0fdd-48ab-955b-57b59c7cfa44 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:00.773857 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a5092281-a3f9-44e6-a959-82159236bf22 req-f784c376-0fdd-48ab-955b-57b59c7cfa44 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3693291-b4a1-4402-95a9-22f34b7e57e5 HTTP/1.1" status: 200 len: 945 time: 0.1225374 Apr 20 18:35:00.823854 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a5092281-a3f9-44e6-a959-82159236bf22 req-d477bbb3-7ee9-4e5f-9247-c27ae1606a0b tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=3660c311-2887-4dbe-a341-8fa9955f53ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433488 Apr 20 18:35:02.039437 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06713138-e728-46aa-901e-d11d9eedab9b req-66439b4e-c532-4b6e-a896-f323129870d0 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:02.041061 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-06713138-e728-46aa-901e-d11d9eedab9b req-66439b4e-c532-4b6e-a896-f323129870d0 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3693291-b4a1-4402-95a9-22f34b7e57e5 HTTP/1.1" status: 200 len: 945 time: 0.0938673 Apr 20 18:35:02.099583 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-06713138-e728-46aa-901e-d11d9eedab9b req-a6b0d6ba-27c9-4534-9a30-7cdd6451357a tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=3660c311-2887-4dbe-a341-8fa9955f53ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519750 Apr 20 18:35:02.277742 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23633d99-c7c0-4a2b-83ce-5b25c04f2c0b req-949c5726-041d-4cc1-a08e-0d483bfabac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:02.279408 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-23633d99-c7c0-4a2b-83ce-5b25c04f2c0b req-949c5726-041d-4cc1-a08e-0d483bfabac9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=96a404d19bd540809d4ea207dd16d6ad&device_id=b3693291-b4a1-4402-95a9-22f34b7e57e5 HTTP/1.1" status: 200 len: 1098 time: 0.1949217 Apr 20 18:35:02.439634 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23633d99-c7c0-4a2b-83ce-5b25c04f2c0b req-82f58c55-9859-4936-8f0c-237624bd4548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:02.441137 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-23633d99-c7c0-4a2b-83ce-5b25c04f2c0b req-82f58c55-9859-4936-8f0c-237624bd4548 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c035be72-ec93-4bac-85f8-b0cd68e3656b HTTP/1.1" status: 200 len: 918 time: 0.1523798 Apr 20 18:35:02.557365 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-23633d99-c7c0-4a2b-83ce-5b25c04f2c0b req-b043d53c-d1a6-4516-a8a0-a38bb7707667 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1225dc31-6684-4037-9722-caa27bd30ccb HTTP/1.1" status: 200 len: 1001 time: 0.1080949 Apr 20 18:35:02.632646 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23633d99-c7c0-4a2b-83ce-5b25c04f2c0b req-3ee92e16-dcc8-43d0-a933-8554be048222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:02.634144 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-23633d99-c7c0-4a2b-83ce-5b25c04f2c0b req-3ee92e16-dcc8-43d0-a933-8554be048222 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=41a62a97-d129-42fa-96d5-fce2a7a65a86 HTTP/1.1" status: 200 len: 856 time: 0.0702574 Apr 20 18:35:02.719591 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23633d99-c7c0-4a2b-83ce-5b25c04f2c0b req-538bf7c0-b2e5-496c-abb5-043ee66f49e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:02.721051 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-23633d99-c7c0-4a2b-83ce-5b25c04f2c0b req-538bf7c0-b2e5-496c-abb5-043ee66f49e9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c035be72-ec93-4bac-85f8-b0cd68e3656b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0810542 Apr 20 18:35:02.867365 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-23633d99-c7c0-4a2b-83ce-5b25c04f2c0b req-f2fc28f4-4930-440f-9043-f439585d2392 service neutron] 10.222.0.46 "GET /v2.0/networks/c035be72-ec93-4bac-85f8-b0cd68e3656b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391115 Apr 20 18:35:03.025160 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-23633d99-c7c0-4a2b-83ce-5b25c04f2c0b req-efd7ac2c-b0e2-48c7-922b-6924388c6d5b service neutron] 10.222.0.46 "GET /v2.0/networks/c035be72-ec93-4bac-85f8-b0cd68e3656b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491082 Apr 20 18:35:03.321399 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b9e90-8030-4515-88bd-cfc154bd9602 req-85ffb8ab-ac79-4019-9976-2bd19894c1d9 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:03.322952 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-d31b9e90-8030-4515-88bd-cfc154bd9602 req-85ffb8ab-ac79-4019-9976-2bd19894c1d9 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3693291-b4a1-4402-95a9-22f34b7e57e5 HTTP/1.1" status: 200 len: 945 time: 0.0944903 Apr 20 18:35:03.371625 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-d31b9e90-8030-4515-88bd-cfc154bd9602 req-6652c0cb-0809-4449-9ff3-a883caa68481 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=3660c311-2887-4dbe-a341-8fa9955f53ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422442 Apr 20 18:35:04.597054 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7589fb76-ba26-409e-8ddd-e90c35a2de39 req-c3dacb65-48ca-4e35-afe2-91fa46a84b1f tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:04.598641 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-7589fb76-ba26-409e-8ddd-e90c35a2de39 req-c3dacb65-48ca-4e35-afe2-91fa46a84b1f tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3693291-b4a1-4402-95a9-22f34b7e57e5 HTTP/1.1" status: 200 len: 945 time: 0.0947576 Apr 20 18:35:04.646813 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-7589fb76-ba26-409e-8ddd-e90c35a2de39 req-0b58f3ed-a59f-4022-8866-55fc3220d9d9 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=3660c311-2887-4dbe-a341-8fa9955f53ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415144 Apr 20 18:35:04.885157 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device 1225dc31-6684-4037-9722-caa27bd30ccb no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:35:05.007740 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:05.036603 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3693291-b4a1-4402-95a9-22f34b7e57e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1225dc31-6684-4037-9722-caa27bd30ccb'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:35:05.047014 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port 1225dc31-6684-4037-9722-caa27bd30ccb, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=1225dc31-6684-4037-9722-caa27bd30ccb,segment=NetworkSegment(42b51926-c2ca-471c-ac7e-b000ccba3eb6),segment_id=42b51926-c2ca-471c-ac7e-b000ccba3eb6)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:35:05.050977 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:05.053892 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:35:05.092937 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3693291-b4a1-4402-95a9-22f34b7e57e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1225dc31-6684-4037-9722-caa27bd30ccb', 'code': 200} Apr 20 18:35:05.127340 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Pushing event updated for resources: {'Port': ['ID=1225dc31-6684-4037-9722-caa27bd30ccb,revision_number=8']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:35:05.130454 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:35:05.871078 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200f302-ff67-4fae-baad-eb0d8aa12739 req-c786aa2b-a3e8-4873-9f04-5a8c1f7cfc61 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:05.872646 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-6200f302-ff67-4fae-baad-eb0d8aa12739 req-c786aa2b-a3e8-4873-9f04-5a8c1f7cfc61 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3693291-b4a1-4402-95a9-22f34b7e57e5 HTTP/1.1" status: 200 len: 943 time: 0.0912960 Apr 20 18:35:05.925230 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-6200f302-ff67-4fae-baad-eb0d8aa12739 req-a97e3251-d4ab-4691-91c1-2b6c60289140 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=3660c311-2887-4dbe-a341-8fa9955f53ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457668 Apr 20 18:35:07.493840 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928eae4a-0075-4185-b707-2e6924c70b68 req-a1d32ebc-9d72-43bf-8802-ff26aa94753b tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:07.495456 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-928eae4a-0075-4185-b707-2e6924c70b68 req-a1d32ebc-9d72-43bf-8802-ff26aa94753b tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3693291-b4a1-4402-95a9-22f34b7e57e5 HTTP/1.1" status: 200 len: 943 time: 0.0879574 Apr 20 18:35:07.543826 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-928eae4a-0075-4185-b707-2e6924c70b68 req-90af495d-30f4-48a3-860f-f311dde3e0b6 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=3660c311-2887-4dbe-a341-8fa9955f53ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416694 Apr 20 18:35:07.655130 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 39646) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:35:07.789262 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-58f158ff-5cd2-4b56-8fe3-7bb456a8f388 req-d74730c1-db22-4d3a-9a28-6b61325340d6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b3693291-b4a1-4402-95a9-22f34b7e57e5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1329143 Apr 20 18:35:08.549590 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f158ff-5cd2-4b56-8fe3-7bb456a8f388 req-3c470909-1d31-4e79-a71d-22a011718c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:08.551226 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-58f158ff-5cd2-4b56-8fe3-7bb456a8f388 req-3c470909-1d31-4e79-a71d-22a011718c99 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b3693291-b4a1-4402-95a9-22f34b7e57e5&tenant_id=96a404d19bd540809d4ea207dd16d6ad HTTP/1.1" status: 200 len: 1096 time: 0.0816317 Apr 20 18:35:08.652567 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f158ff-5cd2-4b56-8fe3-7bb456a8f388 req-e7ae2cc8-7fdf-486a-9a26-339c69a2bda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:08.654293 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-58f158ff-5cd2-4b56-8fe3-7bb456a8f388 req-e7ae2cc8-7fdf-486a-9a26-339c69a2bda0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=96a404d19bd540809d4ea207dd16d6ad&device_id=b3693291-b4a1-4402-95a9-22f34b7e57e5 HTTP/1.1" status: 200 len: 1096 time: 0.0817695 Apr 20 18:35:08.750306 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2d3a0-f47f-4878-ba67-b3e673753d7a req-91ae6855-d1cf-4535-8bf6-e6c35fdfa336 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:08.751861 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-44d2d3a0-f47f-4878-ba67-b3e673753d7a req-91ae6855-d1cf-4535-8bf6-e6c35fdfa336 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3693291-b4a1-4402-95a9-22f34b7e57e5 HTTP/1.1" status: 200 len: 943 time: 0.0892460 Apr 20 18:35:08.796554 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f158ff-5cd2-4b56-8fe3-7bb456a8f388 req-461617d6-2290-4759-bccf-f61227c45066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:08.798226 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-58f158ff-5cd2-4b56-8fe3-7bb456a8f388 req-461617d6-2290-4759-bccf-f61227c45066 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c035be72-ec93-4bac-85f8-b0cd68e3656b HTTP/1.1" status: 200 len: 918 time: 0.1382401 Apr 20 18:35:08.799737 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-44d2d3a0-f47f-4878-ba67-b3e673753d7a req-87605507-930c-46bf-a448-50d72b653d97 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=3660c311-2887-4dbe-a341-8fa9955f53ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413802 Apr 20 18:35:08.897032 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device 1225dc31-6684-4037-9722-caa27bd30ccb no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:35:08.910213 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-58f158ff-5cd2-4b56-8fe3-7bb456a8f388 req-9d1fe48e-f1e7-4bcf-9ff5-0a38483f633b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1225dc31-6684-4037-9722-caa27bd30ccb HTTP/1.1" status: 200 len: 999 time: 0.1059387 Apr 20 18:35:08.979602 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f158ff-5cd2-4b56-8fe3-7bb456a8f388 req-9272c665-ed36-49c8-bd59-598f410bfbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:08.981192 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-58f158ff-5cd2-4b56-8fe3-7bb456a8f388 req-9272c665-ed36-49c8-bd59-598f410bfbcd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=41a62a97-d129-42fa-96d5-fce2a7a65a86 HTTP/1.1" status: 200 len: 856 time: 0.0649436 Apr 20 18:35:09.064965 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f158ff-5cd2-4b56-8fe3-7bb456a8f388 req-90c71318-adf1-49b1-a050-3c27d2f21b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:09.066578 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-58f158ff-5cd2-4b56-8fe3-7bb456a8f388 req-90c71318-adf1-49b1-a050-3c27d2f21b03 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c035be72-ec93-4bac-85f8-b0cd68e3656b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0793355 Apr 20 18:35:09.212732 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-58f158ff-5cd2-4b56-8fe3-7bb456a8f388 req-6906c107-e237-4797-8280-b120a565a452 service neutron] 10.222.0.46 "GET /v2.0/networks/c035be72-ec93-4bac-85f8-b0cd68e3656b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348970 Apr 20 18:35:09.353079 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-58f158ff-5cd2-4b56-8fe3-7bb456a8f388 req-96674222-ab7d-49f9-b4be-614c51ec07fe service neutron] 10.222.0.46 "GET /v2.0/networks/c035be72-ec93-4bac-85f8-b0cd68e3656b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340437 Apr 20 18:35:10.014785 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c6a2d-abe0-4453-9d09-cd43b8c5618a req-d6755045-51f1-4acc-9cd6-6c384af0d930 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:10.016403 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-9d6c6a2d-abe0-4453-9d09-cd43b8c5618a req-d6755045-51f1-4acc-9cd6-6c384af0d930 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3693291-b4a1-4402-95a9-22f34b7e57e5 HTTP/1.1" status: 200 len: 943 time: 0.0916500 Apr 20 18:35:10.068284 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-9d6c6a2d-abe0-4453-9d09-cd43b8c5618a req-53cd7644-3c5c-4b85-bc41-c10dd3e9f2f9 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=3660c311-2887-4dbe-a341-8fa9955f53ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443821 Apr 20 18:35:11.280115 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8940c83e-c0b5-4b1f-bd7d-10e35f6a4dd4 req-de8c8fb2-c6fd-4f4f-b822-39e57ae76075 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:11.281700 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-8940c83e-c0b5-4b1f-bd7d-10e35f6a4dd4 req-de8c8fb2-c6fd-4f4f-b822-39e57ae76075 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3693291-b4a1-4402-95a9-22f34b7e57e5 HTTP/1.1" status: 200 len: 943 time: 0.0902693 Apr 20 18:35:11.332699 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-8940c83e-c0b5-4b1f-bd7d-10e35f6a4dd4 req-b948e6af-70b4-44e0-bdc5-36f8a9b6ecb5 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=3660c311-2887-4dbe-a341-8fa9955f53ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444527 Apr 20 18:35:12.547707 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f858de2-f37c-4f94-b23e-85cc9618fdc0 req-60f06439-3087-4142-ba09-50610fab4dab tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:12.549334 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-3f858de2-f37c-4f94-b23e-85cc9618fdc0 req-60f06439-3087-4142-ba09-50610fab4dab tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3693291-b4a1-4402-95a9-22f34b7e57e5 HTTP/1.1" status: 200 len: 943 time: 0.0921662 Apr 20 18:35:12.600465 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-3f858de2-f37c-4f94-b23e-85cc9618fdc0 req-7e9348ab-46f9-4e8b-8f19-266db37f18fb tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=3660c311-2887-4dbe-a341-8fa9955f53ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434544 Apr 20 18:35:13.811134 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d4d545-3daa-489b-80af-d1060ac1dea4 req-6592a013-7757-4d74-aa47-8e81111dd339 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:13.812719 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-71d4d545-3daa-489b-80af-d1060ac1dea4 req-6592a013-7757-4d74-aa47-8e81111dd339 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3693291-b4a1-4402-95a9-22f34b7e57e5 HTTP/1.1" status: 200 len: 943 time: 0.0929923 Apr 20 18:35:13.863549 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-71d4d545-3daa-489b-80af-d1060ac1dea4 req-f68e12e5-3156-437e-8beb-e76a0dd789b3 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=3660c311-2887-4dbe-a341-8fa9955f53ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442727 Apr 20 18:35:15.223385 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc732958-8654-4c11-a5ef-fb1d18bf34c1 req-20b9c91b-cab9-4e8c-a7a3-0b453af9d7d8 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:15.224941 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-fc732958-8654-4c11-a5ef-fb1d18bf34c1 req-20b9c91b-cab9-4e8c-a7a3-0b453af9d7d8 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3693291-b4a1-4402-95a9-22f34b7e57e5 HTTP/1.1" status: 200 len: 943 time: 0.0899656 Apr 20 18:35:15.274860 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-fc732958-8654-4c11-a5ef-fb1d18bf34c1 req-07f943ac-c2e4-4eb0-b185-2d42113bb540 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=3660c311-2887-4dbe-a341-8fa9955f53ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421581 Apr 20 18:35:16.495233 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1224f95-664e-4fbe-bca0-c7a592047be2 req-bf5d3dab-4ddc-408f-bd27-d8ed30bd1516 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:16.496776 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-c1224f95-664e-4fbe-bca0-c7a592047be2 req-bf5d3dab-4ddc-408f-bd27-d8ed30bd1516 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3693291-b4a1-4402-95a9-22f34b7e57e5 HTTP/1.1" status: 200 len: 943 time: 0.1029975 Apr 20 18:35:16.547471 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-c1224f95-664e-4fbe-bca0-c7a592047be2 req-6486e29e-5f73-4011-8cc7-ab76a66cbf33 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=3660c311-2887-4dbe-a341-8fa9955f53ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435467 Apr 20 18:35:16.688017 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:17.768793 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb4d13-7546-4ae3-a3aa-7528e1d19646 req-342e28df-9477-41fd-9c71-c2640267ed88 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:17.770376 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e8bb4d13-7546-4ae3-a3aa-7528e1d19646 req-342e28df-9477-41fd-9c71-c2640267ed88 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3693291-b4a1-4402-95a9-22f34b7e57e5 HTTP/1.1" status: 200 len: 943 time: 0.0995755 Apr 20 18:35:18.060347 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e8bb4d13-7546-4ae3-a3aa-7528e1d19646 req-3fff180d-abee-4903-9214-407f2990a8ae tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=3660c311-2887-4dbe-a341-8fa9955f53ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2832563 Apr 20 18:35:19.276086 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3945c8-abaa-4fce-829e-25a32553661c req-8d4af296-d9de-485d-81c9-79abdb09e2a7 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:19.277700 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-fd3945c8-abaa-4fce-829e-25a32553661c req-8d4af296-d9de-485d-81c9-79abdb09e2a7 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3693291-b4a1-4402-95a9-22f34b7e57e5 HTTP/1.1" status: 200 len: 943 time: 0.0899222 Apr 20 18:35:19.330158 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-fd3945c8-abaa-4fce-829e-25a32553661c req-73349825-b59c-4e84-b56c-1480a9c6dab7 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=3660c311-2887-4dbe-a341-8fa9955f53ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458705 Apr 20 18:35:20.544987 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905d92f-9b36-4a08-a920-a1913ba16fd5 req-c0edfbad-1eb5-4c87-b0d4-b1e86be7afcf tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:20.546482 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e905d92f-9b36-4a08-a920-a1913ba16fd5 req-c0edfbad-1eb5-4c87-b0d4-b1e86be7afcf tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3693291-b4a1-4402-95a9-22f34b7e57e5 HTTP/1.1" status: 200 len: 943 time: 0.0890512 Apr 20 18:35:20.594530 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e905d92f-9b36-4a08-a920-a1913ba16fd5 req-bf002b53-3c64-4241-8c54-3edf528c466a tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=3660c311-2887-4dbe-a341-8fa9955f53ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413437 Apr 20 18:35:21.822563 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89205f41-590e-40ee-86ac-a3980d780859 req-9d5bce34-eed1-478a-87d5-f015b954fb74 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:21.824147 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-89205f41-590e-40ee-86ac-a3980d780859 req-9d5bce34-eed1-478a-87d5-f015b954fb74 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3693291-b4a1-4402-95a9-22f34b7e57e5 HTTP/1.1" status: 200 len: 943 time: 0.1049628 Apr 20 18:35:21.873963 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-89205f41-590e-40ee-86ac-a3980d780859 req-b2c50239-357e-4729-bd3a-8869f390e866 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=3660c311-2887-4dbe-a341-8fa9955f53ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415120 Apr 20 18:35:22.955158 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device 1225dc31-6684-4037-9722-caa27bd30ccb details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:35:23.092928 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4990d0-b473-482d-9cec-998282513d78 req-d85528de-25f8-44b4-867f-4519273db11c tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:23.094595 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ee4990d0-b473-482d-9cec-998282513d78 req-d85528de-25f8-44b4-867f-4519273db11c tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3693291-b4a1-4402-95a9-22f34b7e57e5 HTTP/1.1" status: 200 len: 943 time: 0.0981452 Apr 20 18:35:23.103916 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port 1225dc31-6684-4037-9722-caa27bd30ccb, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=1225dc31-6684-4037-9722-caa27bd30ccb,segment=NetworkSegment(42b51926-c2ca-471c-ac7e-b000ccba3eb6),segment_id=42b51926-c2ca-471c-ac7e-b000ccba3eb6)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:35:23.118506 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Returning: {'device': '1225dc31-6684-4037-9722-caa27bd30ccb', 'network_id': 'c035be72-ec93-4bac-85f8-b0cd68e3656b', 'port_id': '1225dc31-6684-4037-9722-caa27bd30ccb', 'mac_address': 'fa:16:3e:78:93:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41a62a97-d129-42fa-96d5-fce2a7a65a86', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:35:23.143497 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ee4990d0-b473-482d-9cec-998282513d78 req-a239ec2d-281a-4c73-b043-b13055b7b44a tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=3660c311-2887-4dbe-a341-8fa9955f53ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419109 Apr 20 18:35:23.182990 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:23.201092 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1225dc31-6684-4037-9722-caa27bd30ccb {{(pid=86393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:35:23.217717 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port 1225dc31-6684-4037-9722-caa27bd30ccb, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=1225dc31-6684-4037-9722-caa27bd30ccb,segment=NetworkSegment(42b51926-c2ca-471c-ac7e-b000ccba3eb6),segment_id=42b51926-c2ca-471c-ac7e-b000ccba3eb6)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:35:23.220600 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:23.222596 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:35:23.291890 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Pushing event updated for resources: {'Port': ['ID=1225dc31-6684-4037-9722-caa27bd30ccb,revision_number=9']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:35:23.295280 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:35:23.433612 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] get_ports_and_sgs() called for port_ids ['1225dc31-6684-4037-9722-caa27bd30ccb'] {{(pid=86393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:35:23.697781 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8f5f3c15-c15c-4e61-9125-4ee85b18f94c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:24.350689 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed67bae-9487-467f-ac23-0118d97d9a97 req-c88d1294-9093-4acb-8b50-94e79ce4e657 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:24.352405 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-6ed67bae-9487-467f-ac23-0118d97d9a97 req-c88d1294-9093-4acb-8b50-94e79ce4e657 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3693291-b4a1-4402-95a9-22f34b7e57e5 HTTP/1.1" status: 200 len: 944 time: 0.0888925 Apr 20 18:35:24.403627 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-6ed67bae-9487-467f-ac23-0118d97d9a97 req-1d1ba3eb-9af5-4517-bf65-522655ad9115 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=3660c311-2887-4dbe-a341-8fa9955f53ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428333 Apr 20 18:35:24.850583 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.agents_db [None req-bb53aea3-de48-49b3-8e00-ae07e91d3609 None None] Agent healthcheck: found 6 active agents {{(pid=86394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:35:24.967052 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device 1225dc31-6684-4037-9722-caa27bd30ccb up at agent hyperv_hv-cinder-78693 {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:35:25.047851 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Provisioning complete for port 1225dc31-6684-4037-9722-caa27bd30ccb triggered by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:35:25.048269 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:25.181023 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:25.208593 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3693291-b4a1-4402-95a9-22f34b7e57e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1225dc31-6684-4037-9722-caa27bd30ccb'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:35:25.219177 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port 1225dc31-6684-4037-9722-caa27bd30ccb, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=1225dc31-6684-4037-9722-caa27bd30ccb,segment=NetworkSegment(42b51926-c2ca-471c-ac7e-b000ccba3eb6),segment_id=42b51926-c2ca-471c-ac7e-b000ccba3eb6)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:35:25.223153 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:25.225130 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:35:25.300368 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Pushing event updated for resources: {'Port': ['ID=1225dc31-6684-4037-9722-caa27bd30ccb,revision_number=10']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:35:25.303896 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:35:25.313326 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3693291-b4a1-4402-95a9-22f34b7e57e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1225dc31-6684-4037-9722-caa27bd30ccb', 'code': 200} Apr 20 18:35:25.572178 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-dc123e42-e46a-44ed-81b7-6e2b68b5a6f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:25.659610 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ba3c3-ca83-4d2c-8444-1da26dac5438 req-16ca1a5a-3b29-43c2-a6ee-a08cbb5f390e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:25.661270 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-cb9ba3c3-ca83-4d2c-8444-1da26dac5438 req-16ca1a5a-3b29-43c2-a6ee-a08cbb5f390e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b3693291-b4a1-4402-95a9-22f34b7e57e5 HTTP/1.1" status: 200 len: 1099 time: 0.0816460 Apr 20 18:35:25.663574 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d9db8-648f-4b95-b560-b30d5158f734 req-5aaa2057-0641-447e-ac3c-c3c509cb7034 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:25.665143 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-0e9d9db8-648f-4b95-b560-b30d5158f734 req-5aaa2057-0641-447e-ac3c-c3c509cb7034 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3693291-b4a1-4402-95a9-22f34b7e57e5 HTTP/1.1" status: 200 len: 946 time: 0.0876544 Apr 20 18:35:25.709110 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-cb9ba3c3-ca83-4d2c-8444-1da26dac5438 req-4b3a59c6-90d7-4f3a-b345-57c2f65f3f0e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3660c311-2887-4dbe-a341-8fa9955f53ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396872 Apr 20 18:35:25.714947 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-0e9d9db8-648f-4b95-b560-b30d5158f734 req-f4f48d83-1fc2-4f23-8ab4-5089f5b1bd95 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=3660c311-2887-4dbe-a341-8fa9955f53ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432246 Apr 20 18:35:26.656804 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3b38f3e8-f2f1-49b6-ac75-f9314cd83db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:26.932764 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf86fe26-70d1-4a46-a148-cfd4b0c57eae req-ef7afe65-759d-4d15-b076-cc9b70432544 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:26.934360 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-bf86fe26-70d1-4a46-a148-cfd4b0c57eae req-ef7afe65-759d-4d15-b076-cc9b70432544 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3693291-b4a1-4402-95a9-22f34b7e57e5 HTTP/1.1" status: 200 len: 946 time: 0.0961566 Apr 20 18:35:26.983719 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-bf86fe26-70d1-4a46-a148-cfd4b0c57eae req-43a8bb57-6788-46b8-a90b-deb02fe3b83e tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=3660c311-2887-4dbe-a341-8fa9955f53ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420611 Apr 20 18:35:27.772802 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:28.210848 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf8145c-8feb-4c4f-a0ec-edfc659c834b req-14978d32-31eb-43ba-8328-53db8552ec37 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:28.212333 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-edf8145c-8feb-4c4f-a0ec-edfc659c834b req-14978d32-31eb-43ba-8328-53db8552ec37 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3693291-b4a1-4402-95a9-22f34b7e57e5 HTTP/1.1" status: 200 len: 946 time: 0.0978971 Apr 20 18:35:28.262692 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-edf8145c-8feb-4c4f-a0ec-edfc659c834b req-a30ad072-6157-489d-b9a4-787dccf6bf36 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=3660c311-2887-4dbe-a341-8fa9955f53ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414712 Apr 20 18:35:28.385579 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db4e54cc-07a3-4585-8120-e6421209c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:31.302243 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c550b7ff-ef48-49b5-9617-5f1d213e65e3 req-a82f7f21-35b0-4183-bdbe-eb8600642d5c tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:31.303873 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-c550b7ff-ef48-49b5-9617-5f1d213e65e3 req-a82f7f21-35b0-4183-bdbe-eb8600642d5c tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/ports?device_id=1042ec2a-2acd-443e-8033-9a889ed8a3d2 HTTP/1.1" status: 200 len: 946 time: 0.0997171 Apr 20 18:35:31.352880 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-c550b7ff-ef48-49b5-9617-5f1d213e65e3 req-56156fc1-eabd-4aea-b4ac-b16462efb82d tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2130046-29c7-4718-8b5d-67f8f3e751e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425308 Apr 20 18:35:32.580588 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ef98c-9b3b-4a6c-a089-ee7abdbd93e2 req-fc23803f-797f-4489-9fc4-79149fcef221 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:32.582163 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f41ef98c-9b3b-4a6c-a089-ee7abdbd93e2 req-fc23803f-797f-4489-9fc4-79149fcef221 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/ports?device_id=1042ec2a-2acd-443e-8033-9a889ed8a3d2 HTTP/1.1" status: 200 len: 946 time: 0.0927205 Apr 20 18:35:32.633284 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f41ef98c-9b3b-4a6c-a089-ee7abdbd93e2 req-002473a2-5514-4fe4-8147-a016107968ee tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2130046-29c7-4718-8b5d-67f8f3e751e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410597 Apr 20 18:35:33.040521 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b46ca-7770-46ac-b603-6da85002a758 req-3fcf4a03-b121-45f3-b088-6989c01c16d5 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:33.042021 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-190b46ca-7770-46ac-b603-6da85002a758 req-3fcf4a03-b121-45f3-b088-6989c01c16d5 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.46 "GET /v2.0/ports?device_id=1042ec2a-2acd-443e-8033-9a889ed8a3d2 HTTP/1.1" status: 200 len: 946 time: 0.1053569 Apr 20 18:35:33.123399 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [req-190b46ca-7770-46ac-b603-6da85002a758 req-379d3ec8-0158-4d8c-93ad-db9768849248 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Deleting port 6eb23038-c5ab-4c17-9370-78d4471111c4 {{(pid=86391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:35:33.123779 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-190b46ca-7770-46ac-b603-6da85002a758 req-379d3ec8-0158-4d8c-93ad-db9768849248 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278078475124'] for port, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:33.392509 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [req-190b46ca-7770-46ac-b603-6da85002a758 req-379d3ec8-0158-4d8c-93ad-db9768849248 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] For port 6eb23038-c5ab-4c17-9370-78d4471111c4, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=6eb23038-c5ab-4c17-9370-78d4471111c4,segment=NetworkSegment(3ba1b949-5657-4980-b225-8ea57859926e),segment_id=3ba1b949-5657-4980-b225-8ea57859926e)] {{(pid=86391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:35:33.392836 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-190b46ca-7770-46ac-b603-6da85002a758 req-379d3ec8-0158-4d8c-93ad-db9768849248 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7972734'] for port, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:33.700493 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-190b46ca-7770-46ac-b603-6da85002a758 req-379d3ec8-0158-4d8c-93ad-db9768849248 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:33.700995 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-190b46ca-7770-46ac-b603-6da85002a758 req-379d3ec8-0158-4d8c-93ad-db9768849248 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854378574'] for floatingip, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:33.701219 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.db.l3_db [req-190b46ca-7770-46ac-b603-6da85002a758 req-379d3ec8-0158-4d8c-93ad-db9768849248 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Floating IP 731ae534-9eb9-4729-a915-6e2065b82b54 disassociated. External IP: 172.28.1.245, port: 6eb23038-c5ab-4c17-9370-78d4471111c4. Apr 20 18:35:33.701584 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [req-190b46ca-7770-46ac-b603-6da85002a758 req-379d3ec8-0158-4d8c-93ad-db9768849248 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Calling delete_port for 6eb23038-c5ab-4c17-9370-78d4471111c4 owned by compute:nova {{(pid=86391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:35:33.845410 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d45ebbf-8e2e-4574-b751-0a907a92123a req-b725eeba-18d0-4d22-8cd9-fb047b54fc5e tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:33.847402 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-3d45ebbf-8e2e-4574-b751-0a907a92123a req-b725eeba-18d0-4d22-8cd9-fb047b54fc5e tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/ports?device_id=1042ec2a-2acd-443e-8033-9a889ed8a3d2 HTTP/1.1" status: 200 len: 946 time: 0.0896811 Apr 20 18:35:33.860559 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-190b46ca-7770-46ac-b603-6da85002a758 req-379d3ec8-0158-4d8c-93ad-db9768849248 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278078469919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758775855577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368212'] for port, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:33.866583 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-319bb430-cb93-437e-880a-5bbfe54da82a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:35:33.895693 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-3d45ebbf-8e2e-4574-b751-0a907a92123a req-1d73aefa-e572-45e1-9cc8-f21ea721d915 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2130046-29c7-4718-8b5d-67f8f3e751e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418599 Apr 20 18:35:33.915396 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379d3ec8-0158-4d8c-93ad-db9768849248 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Pushing event deleted for resources: {'Port': ['ID=6eb23038-c5ab-4c17-9370-78d4471111c4,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:35:33.926154 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379d3ec8-0158-4d8c-93ad-db9768849248 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:35:33.926559 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379d3ec8-0158-4d8c-93ad-db9768849248 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:35:33.926977 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379d3ec8-0158-4d8c-93ad-db9768849248 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:35:33.927374 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379d3ec8-0158-4d8c-93ad-db9768849248 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:35:33.927750 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379d3ec8-0158-4d8c-93ad-db9768849248 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:35:33.928263 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379d3ec8-0158-4d8c-93ad-db9768849248 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:35:33.928503 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379d3ec8-0158-4d8c-93ad-db9768849248 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:35:33.928888 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379d3ec8-0158-4d8c-93ad-db9768849248 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:35:33.929262 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379d3ec8-0158-4d8c-93ad-db9768849248 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:35:33.929639 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379d3ec8-0158-4d8c-93ad-db9768849248 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:35:33.930015 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379d3ec8-0158-4d8c-93ad-db9768849248 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:35:33.930391 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379d3ec8-0158-4d8c-93ad-db9768849248 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:35:33.934344 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-379d3ec8-0158-4d8c-93ad-db9768849248 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:35:34.131575 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.l3_agent_scheduler [req-190b46ca-7770-46ac-b603-6da85002a758 req-379d3ec8-0158-4d8c-93ad-db9768849248 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Router e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c has already been hosted by L3 agent 41e81354-1f58-48e6-8416-2f8b62d59447 {{(pid=86391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:35:34.329147 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-190b46ca-7770-46ac-b603-6da85002a758 req-379d3ec8-0158-4d8c-93ad-db9768849248 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify agent at l3_agent.dv-cinder-786932-2-smb the message routers_updated {{(pid=86391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:35:34.340832 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a473a126-5e81-436c-a418-e261a444fb92 None None] Sync routers for ids ['e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c'] in dv-cinder-786932-2-smb {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:35:34.352533 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a473a126-5e81-436c-a418-e261a444fb92 None None] Routers {'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:35:34.353217 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-a473a126-5e81-436c-a418-e261a444fb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:35:26Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:35:34.410445 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [req-190b46ca-7770-46ac-b603-6da85002a758 req-379d3ec8-0158-4d8c-93ad-db9768849248 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] No DVR routers for this DVR port 6eb23038-c5ab-4c17-9370-78d4471111c4 on host hv-cinder-78693 {{(pid=86391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:35:34.413076 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-190b46ca-7770-46ac-b603-6da85002a758 req-379d3ec8-0158-4d8c-93ad-db9768849248 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031'] for port, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:34.415953 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1042ec2a-2acd-443e-8033-9a889ed8a3d2', 'name': 'network-vif-deleted', 'tag': '6eb23038-c5ab-4c17-9370-78d4471111c4'}] {{(pid=86391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:35:34.432200 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-190b46ca-7770-46ac-b603-6da85002a758 req-379d3ec8-0158-4d8c-93ad-db9768849248 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.46 "DELETE /v2.0/ports/6eb23038-c5ab-4c17-9370-78d4471111c4 HTTP/1.1" status: 204 len: 173 time: 1.3803489 Apr 20 18:35:34.538531 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1042ec2a-2acd-443e-8033-9a889ed8a3d2', 'name': 'network-vif-deleted', 'tag': '6eb23038-c5ab-4c17-9370-78d4471111c4', 'status': 'completed', 'code': 200} Apr 20 18:35:34.547827 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-a473a126-5e81-436c-a418-e261a444fb92 None None] Set router e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c gateway port host: dv-cinder-786932-2-smb {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:35:35.056248 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-a473a126-5e81-436c-a418-e261a444fb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c', 'name': 'tempest-AttachVolumeTestJSON-370091447-router', 'tenant_id': '9dd07067e6ec4229b42b15a57fa654ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.162'}], 'enable_snat': True}, 'gw_port_id': '9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:35Z', 'updated_at': '2021-04-20T18:29:52Z', 'revision_number': 4, 'project_id': '9dd07067e6ec4229b42b15a57fa654ee', 'gw_port': {'id': '9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:49:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:37Z', 'updated_at': '2021-04-20T18:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb', '_interfaces': [{'id': 'cb3108b6-f3a4-497d-866f-6c3d86d2f729', 'name': '', 'network_id': '07ec5321-0579-4912-85f7-b750583baf28', 'tenant_id': '9dd07067e6ec4229b42b15a57fa654ee', 'mac_address': 'fa:16:3e:86:4b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6124cdb4-b728-491c-bef6-cdd1f4b23ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:47Z', 'updated_at': '2021-04-20T18:30:08Z', 'revision_number': 5, 'project_id': '9dd07067e6ec4229b42b15a57fa654ee', 'subnets': [{'id': '6124cdb4-b728-491c-bef6-cdd1f4b23ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:35:35.060264 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a473a126-5e81-436c-a418-e261a444fb92 None None] Checking router: e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c for host: dv-cinder-786932-2-smb {{(pid=86393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:35:35.069385 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a473a126-5e81-436c-a418-e261a444fb92 None None] Routers {'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:35:35.070015 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-a473a126-5e81-436c-a418-e261a444fb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:35:26Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:35:35.083558 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-4e1430d6-953f-4458-8f47-30f70e776f60 req-5c8e8546-792c-4c5d-9372-721d3aa39430 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/ports?device_id=1042ec2a-2acd-443e-8033-9a889ed8a3d2 HTTP/1.1" status: 200 len: 210 time: 0.0507584 Apr 20 18:35:35.263143 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-a473a126-5e81-436c-a418-e261a444fb92 None None] Set router e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c gateway port host: dv-cinder-786932-2-smb {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:35:35.600498 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-a473a126-5e81-436c-a418-e261a444fb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c', 'name': 'tempest-AttachVolumeTestJSON-370091447-router', 'tenant_id': '9dd07067e6ec4229b42b15a57fa654ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.162'}], 'enable_snat': True}, 'gw_port_id': '9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:35Z', 'updated_at': '2021-04-20T18:29:52Z', 'revision_number': 4, 'project_id': '9dd07067e6ec4229b42b15a57fa654ee', 'gw_port': {'id': '9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:49:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:37Z', 'updated_at': '2021-04-20T18:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb', '_interfaces': [{'id': 'cb3108b6-f3a4-497d-866f-6c3d86d2f729', 'name': '', 'network_id': '07ec5321-0579-4912-85f7-b750583baf28', 'tenant_id': '9dd07067e6ec4229b42b15a57fa654ee', 'mac_address': 'fa:16:3e:86:4b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6124cdb4-b728-491c-bef6-cdd1f4b23ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:47Z', 'updated_at': '2021-04-20T18:30:08Z', 'revision_number': 5, 'project_id': '9dd07067e6ec4229b42b15a57fa654ee', 'subnets': [{'id': '6124cdb4-b728-491c-bef6-cdd1f4b23ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:35:35.604887 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a473a126-5e81-436c-a418-e261a444fb92 None None] The sync data for ids ['e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c'] in dv-cinder-786932-2-smb is: [{'id': 'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c', 'name': 'tempest-AttachVolumeTestJSON-370091447-router', 'tenant_id': '9dd07067e6ec4229b42b15a57fa654ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.162'}], 'enable_snat': True}, 'gw_port_id': '9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:35Z', 'updated_at': '2021-04-20T18:29:52Z', 'revision_number': 4, 'project_id': '9dd07067e6ec4229b42b15a57fa654ee', 'gw_port': {'id': '9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:49:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:37Z', 'updated_at': '2021-04-20T18:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb', '_interfaces': [{'id': 'cb3108b6-f3a4-497d-866f-6c3d86d2f729', 'name': '', 'network_id': '07ec5321-0579-4912-85f7-b750583baf28', 'tenant_id': '9dd07067e6ec4229b42b15a57fa654ee', 'mac_address': 'fa:16:3e:86:4b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6124cdb4-b728-491c-bef6-cdd1f4b23ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:47Z', 'updated_at': '2021-04-20T18:30:08Z', 'revision_number': 5, 'project_id': '9dd07067e6ec4229b42b15a57fa654ee', 'subnets': [{'id': '6124cdb4-b728-491c-bef6-cdd1f4b23ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:35:35.998950 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e179b444-ab72-4e93-8814-afe3ca190234 None None] New status for floating IP 731ae534-9eb9-4729-a915-6e2065b82b54: DOWN {{(pid=86394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 18:35:36.223802 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 39868) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:35:36.297757 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-ff2885a0-1bf4-4d14-9ca7-af8e7055b6a0 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:36.327545 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-ff2885a0-1bf4-4d14-9ca7-af8e7055b6a0 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:36.374222 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-ff2885a0-1bf4-4d14-9ca7-af8e7055b6a0 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:36.378255 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-d070db97-9d43-409d-a270-adeaae9221fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:35:36.395852 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2885a0-1bf4-4d14-9ca7-af8e7055b6a0 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2130046-29c7-4718-8b5d-67f8f3e751e7,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:35:36.398165 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-ff2885a0-1bf4-4d14-9ca7-af8e7055b6a0 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:35:36.403937 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-ff2885a0-1bf4-4d14-9ca7-af8e7055b6a0 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:36.405112 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-ff2885a0-1bf4-4d14-9ca7-af8e7055b6a0 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "DELETE /v2.0/security-groups/d2130046-29c7-4718-8b5d-67f8f3e751e7 HTTP/1.1" status: 204 len: 168 time: 0.1802552 Apr 20 18:35:36.408076 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 39872) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:35:36.426889 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.v2.resource [None req-6b4dcb79-24c4-401f-90ba-1cca36eb8c6e tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] show failed (client error): The resource could not be found. Apr 20 18:35:36.428007 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-6b4dcb79-24c4-401f-90ba-1cca36eb8c6e tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "GET /v2.0/security-groups/d2130046-29c7-4718-8b5d-67f8f3e751e7 HTTP/1.1" status: 404 len: 347 time: 0.0187900 Apr 20 18:35:36.431127 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 39876) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:35:36.600117 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-937c6db3-ebcd-4856-a5f2-7377bf6ade80 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Deleting port c43939f8-74df-4a6f-93f4-1f75d73e72c3 {{(pid=86391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:35:36.600492 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-937c6db3-ebcd-4856-a5f2-7377bf6ade80 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278078475124'] for port, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:36.781553 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-937c6db3-ebcd-4856-a5f2-7377bf6ade80 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7972734'] for port, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:36.781915 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-937c6db3-ebcd-4856-a5f2-7377bf6ade80 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:36.915367 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-937c6db3-ebcd-4856-a5f2-7377bf6ade80 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Calling delete_port for c43939f8-74df-4a6f-93f4-1f75d73e72c3 owned by network:floatingip {{(pid=86391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:35:37.022128 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device 6eb23038-c5ab-4c17-9370-78d4471111c4 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:35:37.060705 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] No Port match for: 6eb23038-c5ab-4c17-9370-78d4471111c4 {{(pid=86393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:35:37.060983 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device 6eb23038-c5ab-4c17-9370-78d4471111c4 not bound to the agent host hv-cinder-78693 {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:35:37.061660 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-937c6db3-ebcd-4856-a5f2-7377bf6ade80 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278078469919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758775855577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368212'] for port, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:37.066407 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-319bb430-cb93-437e-880a-5bbfe54da82a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:35:37.140064 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937c6db3-ebcd-4856-a5f2-7377bf6ade80 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Pushing event deleted for resources: {'Port': ['ID=c43939f8-74df-4a6f-93f4-1f75d73e72c3,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:35:37.142414 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-937c6db3-ebcd-4856-a5f2-7377bf6ade80 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:35:37.451577 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-937c6db3-ebcd-4856-a5f2-7377bf6ade80 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks [] for floatingip, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:37.475042 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-937c6db3-ebcd-4856-a5f2-7377bf6ade80 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031'] for floatingip, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:37.476283 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-937c6db3-ebcd-4856-a5f2-7377bf6ade80 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] 10.222.0.20 "DELETE /v2.0/floatingips/731ae534-9eb9-4729-a915-6e2065b82b54 HTTP/1.1" status: 204 len: 168 time: 1.0441785 Apr 20 18:35:41.624787 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 39906) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:35:42.333611 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-fb5aa050-5566-4362-b1a4-af24deae1559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401049'] for router_interface, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:42.697319 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-fb5aa050-5566-4362-b1a4-af24deae1559 admin admin] Deleting port cb3108b6-f3a4-497d-866f-6c3d86d2f729 {{(pid=86391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:35:42.697868 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-fb5aa050-5566-4362-b1a4-af24deae1559 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278078475124'] for port, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:42.902276 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-fb5aa050-5566-4362-b1a4-af24deae1559 admin admin] For port cb3108b6-f3a4-497d-866f-6c3d86d2f729, host dv-cinder-786932-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=cb3108b6-f3a4-497d-866f-6c3d86d2f729,segment=NetworkSegment(3ba1b949-5657-4980-b225-8ea57859926e),segment_id=3ba1b949-5657-4980-b225-8ea57859926e)] {{(pid=86391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:35:42.902629 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-fb5aa050-5566-4362-b1a4-af24deae1559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7972734'] for port, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:43.031086 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-fb5aa050-5566-4362-b1a4-af24deae1559 admin admin] Calling delete_port for cb3108b6-f3a4-497d-866f-6c3d86d2f729 owned by network:router_interface {{(pid=86391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:35:43.204360 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-fb5aa050-5566-4362-b1a4-af24deae1559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278078469919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758775855577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368212'] for port, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:43.207991 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-111ee352-f570-4fc8-974c-f5052958dfa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:35:43.253415 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5aa050-5566-4362-b1a4-af24deae1559 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb3108b6-f3a4-497d-866f-6c3d86d2f729,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:35:43.256761 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-fb5aa050-5566-4362-b1a4-af24deae1559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:35:43.539244 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-fb5aa050-5566-4362-b1a4-af24deae1559 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846651742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401127'] for router_interface, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:43.936352 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb5aa050-5566-4362-b1a4-af24deae1559 admin admin] Router e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c has already been hosted by L3 agent 41e81354-1f58-48e6-8416-2f8b62d59447 {{(pid=86391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:35:44.125006 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5aa050-5566-4362-b1a4-af24deae1559 admin admin] Notify agent at l3_agent.dv-cinder-786932-2-smb the message routers_updated {{(pid=86391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:35:44.135108 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02418333-7ccb-4a64-bd7e-0a8e2bdafffa None None] Sync routers for ids ['e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c'] in dv-cinder-786932-2-smb {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:35:44.138551 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-fb5aa050-5566-4362-b1a4-af24deae1559 admin admin] 10.222.0.20 "PUT /v2.0/routers/e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5125160 Apr 20 18:35:44.141964 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 39912) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:35:44.146746 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02418333-7ccb-4a64-bd7e-0a8e2bdafffa None None] Routers {'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:35:44.147427 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-02418333-7ccb-4a64-bd7e-0a8e2bdafffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:35:26Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:35:44.348883 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-02418333-7ccb-4a64-bd7e-0a8e2bdafffa None None] Set router e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c gateway port host: dv-cinder-786932-2-smb {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:35:44.571422 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-a13b153d-baba-4276-9034-9bc7d81be800 admin admin] Notify callbacks [] for router, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:44.653379 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-02418333-7ccb-4a64-bd7e-0a8e2bdafffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c', 'name': 'tempest-AttachVolumeTestJSON-370091447-router', 'tenant_id': '9dd07067e6ec4229b42b15a57fa654ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.162'}], 'enable_snat': True}, 'gw_port_id': '9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:35Z', 'updated_at': '2021-04-20T18:35:43Z', 'revision_number': 5, 'project_id': '9dd07067e6ec4229b42b15a57fa654ee', 'gw_port': {'id': '9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:49:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:37Z', 'updated_at': '2021-04-20T18:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb'}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:35:44.657464 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02418333-7ccb-4a64-bd7e-0a8e2bdafffa None None] Checking router: e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c for host: dv-cinder-786932-2-smb {{(pid=86393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:35:44.666839 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02418333-7ccb-4a64-bd7e-0a8e2bdafffa None None] Routers {'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:35:44.667511 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-02418333-7ccb-4a64-bd7e-0a8e2bdafffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:35:26Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:35:44.777698 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-a13b153d-baba-4276-9034-9bc7d81be800 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:44.787053 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-a13b153d-baba-4276-9034-9bc7d81be800 admin admin] Deleting port 9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc {{(pid=86391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:35:44.787424 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-a13b153d-baba-4276-9034-9bc7d81be800 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278078475124'] for port, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:44.878717 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-02418333-7ccb-4a64-bd7e-0a8e2bdafffa None None] Set router e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c gateway port host: dv-cinder-786932-2-smb {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:35:44.995555 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-a13b153d-baba-4276-9034-9bc7d81be800 admin admin] For port 9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc, host dv-cinder-786932-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc,segment=NetworkSegment(2233cf5b-6309-472b-944c-203414fffc35),segment_id=2233cf5b-6309-472b-944c-203414fffc35)] {{(pid=86391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:35:44.996207 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-a13b153d-baba-4276-9034-9bc7d81be800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7972734'] for port, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:45.141546 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-a13b153d-baba-4276-9034-9bc7d81be800 admin admin] Calling delete_port for 9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc owned by network:router_gateway {{(pid=86391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:35:45.356474 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-a13b153d-baba-4276-9034-9bc7d81be800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278078469919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758775855577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368212'] for port, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:45.361474 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-9d428d99-8da2-423a-a1ff-62cac61c7b0c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:35:45.377107 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-02418333-7ccb-4a64-bd7e-0a8e2bdafffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c', 'name': 'tempest-AttachVolumeTestJSON-370091447-router', 'tenant_id': '9dd07067e6ec4229b42b15a57fa654ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.162'}], 'enable_snat': True}, 'gw_port_id': '9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:35Z', 'updated_at': '2021-04-20T18:35:43Z', 'revision_number': 5, 'project_id': '9dd07067e6ec4229b42b15a57fa654ee', 'gw_port': {'id': '9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:49:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:37Z', 'updated_at': '2021-04-20T18:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb'}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:35:45.381470 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02418333-7ccb-4a64-bd7e-0a8e2bdafffa None None] The sync data for ids ['e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c'] in dv-cinder-786932-2-smb is: [{'id': 'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c', 'name': 'tempest-AttachVolumeTestJSON-370091447-router', 'tenant_id': '9dd07067e6ec4229b42b15a57fa654ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.162'}], 'enable_snat': True}, 'gw_port_id': '9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:35Z', 'updated_at': '2021-04-20T18:35:43Z', 'revision_number': 5, 'project_id': '9dd07067e6ec4229b42b15a57fa654ee', 'gw_port': {'id': '9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:49:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:37Z', 'updated_at': '2021-04-20T18:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb'}] {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:35:45.416865 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13b153d-baba-4276-9034-9bc7d81be800 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:35:45.420278 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-a13b153d-baba-4276-9034-9bc7d81be800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:35:45.515545 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-a13b153d-baba-4276-9034-9bc7d81be800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846805146'] for router_gateway, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:45.692047 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device cb3108b6-f3a4-497d-866f-6c3d86d2f729 no longer exists at agent ovs-agent-dv-cinder-786932-2-smb {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:35:45.701714 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-a13b153d-baba-4276-9034-9bc7d81be800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854379718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6052'] for router, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:45.704125 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-a13b153d-baba-4276-9034-9bc7d81be800 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:45.731500 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] No Port match for: cb3108b6-f3a4-497d-866f-6c3d86d2f729 {{(pid=86393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:35:45.731980 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device cb3108b6-f3a4-497d-866f-6c3d86d2f729 not bound to the agent host dv-cinder-786932-2-smb {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:35:45.743043 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-a13b153d-baba-4276-9034-9bc7d81be800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-396414'] for router, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:45.743618 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13b153d-baba-4276-9034-9bc7d81be800 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c {{(pid=86391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 18:35:45.756092 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-a13b153d-baba-4276-9034-9bc7d81be800 admin admin] Notify callbacks [] for router, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:45.757314 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-a13b153d-baba-4276-9034-9bc7d81be800 admin admin] 10.222.0.20 "DELETE /v2.0/routers/e0ca8c2f-a06d-40b7-9c34-6b35e4ad119c HTTP/1.1" status: 204 len: 168 time: 1.6143734 Apr 20 18:35:45.760085 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 39916) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:35:45.829981 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.db_base_plugin_v2 [None req-85b83e52-7d0c-41b3-a2ab-114cae638c46 admin admin] Deleting subnet 6124cdb4-b728-491c-bef6-cdd1f4b23ca7 {{(pid=86391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 18:35:45.833116 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-85b83e52-7d0c-41b3-a2ab-114cae638c46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:45.885765 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-85b83e52-7d0c-41b3-a2ab-114cae638c46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3391845'] for subnet, precommit_delete_associations {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:46.013699 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-85b83e52-7d0c-41b3-a2ab-114cae638c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663204'] for subnet, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:46.278511 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-85b83e52-7d0c-41b3-a2ab-114cae638c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854112612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2366720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3304158'] for subnet, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:46.283807 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:35:46.319725 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b83e52-7d0c-41b3-a2ab-114cae638c46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6124cdb4-b728-491c-bef6-cdd1f4b23ca7,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:35:46.322346 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-85b83e52-7d0c-41b3-a2ab-114cae638c46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:35:46.325552 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-85b83e52-7d0c-41b3-a2ab-114cae638c46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:46.331009 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9d46e9-182c-4cf1-bdea-7edb7fe1e2b7 None None] Network 07ec5321-0579-4912-85f7-b750583baf28 requested from dv-cinder-786932-2-smb {{(pid=86393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:35:46.332465 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-85b83e52-7d0c-41b3-a2ab-114cae638c46 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6124cdb4-b728-491c-bef6-cdd1f4b23ca7 HTTP/1.1" status: 204 len: 168 time: 0.5713601 Apr 20 18:35:46.335763 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 39920) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:35:46.452413 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0ac0302c-74a1-443a-8e3b-539ce7df9008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569320'] for network, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:46.464385 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-0ac0302c-74a1-443a-8e3b-539ce7df9008 admin admin] Deleting port 555100db-a377-49cc-9424-e0463e38d746 {{(pid=86391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:35:46.464750 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0ac0302c-74a1-443a-8e3b-539ce7df9008 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278078475124'] for port, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:46.606286 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d80cb62-dff7-452b-ab45-568fb5c95e94 None None] DHCP port deletion for 07ec5321-0579-4912-85f7-b750583baf28 request from dv-cinder-786932-2-smb {{(pid=86393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 18:35:46.611228 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-2d80cb62-dff7-452b-ab45-568fb5c95e94 None None] Deleting port 555100db-a377-49cc-9424-e0463e38d746 {{(pid=86393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:35:46.611651 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2d80cb62-dff7-452b-ab45-568fb5c95e94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278078475124'] for port, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:46.683352 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-0ac0302c-74a1-443a-8e3b-539ce7df9008 admin admin] For port 555100db-a377-49cc-9424-e0463e38d746, host dv-cinder-786932-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=555100db-a377-49cc-9424-e0463e38d746,segment=NetworkSegment(3ba1b949-5657-4980-b225-8ea57859926e),segment_id=3ba1b949-5657-4980-b225-8ea57859926e)] {{(pid=86391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:35:46.683710 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0ac0302c-74a1-443a-8e3b-539ce7df9008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7972734'] for port, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:46.731740 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:46.817687 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-0ac0302c-74a1-443a-8e3b-539ce7df9008 admin admin] Calling delete_port for 555100db-a377-49cc-9424-e0463e38d746 owned by network:dhcp {{(pid=86391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:35:46.841303 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2d80cb62-dff7-452b-ab45-568fb5c95e94 None None] For port 555100db-a377-49cc-9424-e0463e38d746, host dv-cinder-786932-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=555100db-a377-49cc-9424-e0463e38d746,segment=NetworkSegment(3ba1b949-5657-4980-b225-8ea57859926e),segment_id=3ba1b949-5657-4980-b225-8ea57859926e)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:35:46.841687 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2d80cb62-dff7-452b-ab45-568fb5c95e94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7972734'] for port, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:46.898535 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0ac0302c-74a1-443a-8e3b-539ce7df9008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278078469919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758775855577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368212'] for port, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:46.902492 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-1019e4d4-712c-4fd4-b76d-5ccf3a8837c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:35:46.948636 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac0302c-74a1-443a-8e3b-539ce7df9008 admin admin] Pushing event deleted for resources: {'Port': ['ID=555100db-a377-49cc-9424-e0463e38d746,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:35:46.951223 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-0ac0302c-74a1-443a-8e3b-539ce7df9008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:35:46.953714 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac0302c-74a1-443a-8e3b-539ce7df9008 admin admin] No DVR routers for this DVR port 555100db-a377-49cc-9424-e0463e38d746 on host dv-cinder-786932-2-smb {{(pid=86391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:35:46.973432 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-2d80cb62-dff7-452b-ab45-568fb5c95e94 None None] Calling delete_port for 555100db-a377-49cc-9424-e0463e38d746 owned by network:dhcp {{(pid=86393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:35:47.076263 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0ac0302c-74a1-443a-8e3b-539ce7df9008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854112527', 'neutron.services.segments.db._delete_segments_for_network-8758776337267'] for network, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:47.116462 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.db.api [None req-2d80cb62-dff7-452b-ab45-568fb5c95e94 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86393) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 18:35:47.116964 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_db.api [None req-2d80cb62-dff7-452b-ab45-568fb5c95e94 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 18:35:47.192284 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.services.segments.db [None req-0ac0302c-74a1-443a-8e3b-539ce7df9008 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07ec5321-0579-4912-85f7-b750583baf28']}} {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:35:47.204815 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.services.segments.db [None req-0ac0302c-74a1-443a-8e3b-539ce7df9008 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ba1b949-5657-4980-b225-8ea57859926e') {'for_net_delete': True} {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:35:47.205143 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.services.segments.db [None req-0ac0302c-74a1-443a-8e3b-539ce7df9008 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ba1b949-5657-4980-b225-8ea57859926e') {} {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:35:47.217334 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0ac0302c-74a1-443a-8e3b-539ce7df9008 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278078409571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851383955'] for segment, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:47.240606 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0ac0302c-74a1-443a-8e3b-539ce7df9008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854116670'] for segment, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:47.247670 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ac0302c-74a1-443a-8e3b-539ce7df9008 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=86391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 18:35:47.429196 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-0ac0302c-74a1-443a-8e3b-539ce7df9008 admin admin] Network 07ec5321-0579-4912-85f7-b750583baf28 has no segments {{(pid=86391) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:35:47.438113 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0ac0302c-74a1-443a-8e3b-539ce7df9008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-659125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852407645'] for segment, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:47.616907 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-0ac0302c-74a1-443a-8e3b-539ce7df9008 admin admin] Network 07ec5321-0579-4912-85f7-b750583baf28 has no segments {{(pid=86391) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:35:47.617946 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-2d80cb62-dff7-452b-ab45-568fb5c95e94 None None] Deleting port 555100db-a377-49cc-9424-e0463e38d746 {{(pid=86393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:35:47.618373 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2d80cb62-dff7-452b-ab45-568fb5c95e94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278078475124'] for port, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:47.639183 dv-cinder-786932-2-smb neutron-server[86278]: Traceback (most recent call last): Apr 20 18:35:47.639183 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 18:35:47.639183 dv-cinder-786932-2-smb neutron-server[86278]: timer() Apr 20 18:35:47.639183 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:35:47.639183 dv-cinder-786932-2-smb neutron-server[86278]: cb(*args, **kw) Apr 20 18:35:47.639183 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 18:35:47.639183 dv-cinder-786932-2-smb neutron-server[86278]: return func(*args, **kwargs) Apr 20 18:35:47.639183 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:35:47.639183 dv-cinder-786932-2-smb neutron-server[86278]: self._notify() Apr 20 18:35:47.639183 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:35:47.639183 dv-cinder-786932-2-smb neutron-server[86278]: self.callback(batched_events) Apr 20 18:35:47.639183 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:35:47.639183 dv-cinder-786932-2-smb neutron-server[86278]: event.method(event) Apr 20 18:35:47.639183 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:35:47.639183 dv-cinder-786932-2-smb neutron-server[86278]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:35:47.639183 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 18:35:47.639183 dv-cinder-786932-2-smb neutron-server[86278]: segment_id)['aggregates'][0] Apr 20 18:35:47.639183 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:35:47.639183 dv-cinder-786932-2-smb neutron-server[86278]: return f(self, *a, **k) Apr 20 18:35:47.639183 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 18:35:47.639183 dv-cinder-786932-2-smb neutron-server[86278]: return self._get(url).json() Apr 20 18:35:47.639183 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:35:47.639183 dv-cinder-786932-2-smb neutron-server[86278]: **kwargs) Apr 20 18:35:47.639183 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 18:35:47.639183 dv-cinder-786932-2-smb neutron-server[86278]: return self.request(url, 'GET', **kwargs) Apr 20 18:35:47.639183 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 18:35:47.639183 dv-cinder-786932-2-smb neutron-server[86278]: **endpoint_filter) Apr 20 18:35:47.639183 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 18:35:47.639183 dv-cinder-786932-2-smb neutron-server[86278]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:35:47.639183 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 18:35:47.639183 dv-cinder-786932-2-smb neutron-server[86278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:35:47.639183 dv-cinder-786932-2-smb neutron-server[86278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:35:47.689948 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device 9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc no longer exists at agent ovs-agent-dv-cinder-786932-2-smb {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:35:47.721414 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-2d80cb62-dff7-452b-ab45-568fb5c95e94 None None] The port '555100db-a377-49cc-9424-e0463e38d746' was deleted {{(pid=86393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 18:35:47.723130 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0ac0302c-74a1-443a-8e3b-539ce7df9008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-663289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854378623'] for network, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:47.726880 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-136bd347-1d88-4da3-8aab-ef9662935fe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:35:47.734230 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] No Port match for: 9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc {{(pid=86393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:35:47.734649 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device 9b4bedd9-7da4-4e23-b0e7-09dbc9acb4fc not bound to the agent host dv-cinder-786932-2-smb {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:35:47.735148 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device 555100db-a377-49cc-9424-e0463e38d746 no longer exists at agent ovs-agent-dv-cinder-786932-2-smb {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:35:47.747408 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0ac0302c-74a1-443a-8e3b-539ce7df9008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for network, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:47.753916 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac0302c-74a1-443a-8e3b-539ce7df9008 admin admin] Pushing event deleted for resources: {'Network': ['ID=07ec5321-0579-4912-85f7-b750583baf28,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:35:47.756412 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-0ac0302c-74a1-443a-8e3b-539ce7df9008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:35:47.773889 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] No Port match for: 555100db-a377-49cc-9424-e0463e38d746 {{(pid=86393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:35:47.774278 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device 555100db-a377-49cc-9424-e0463e38d746 not bound to the agent host dv-cinder-786932-2-smb {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:35:47.774396 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-0ac0302c-74a1-443a-8e3b-539ce7df9008 admin admin] 10.222.0.20 "DELETE /v2.0/networks/07ec5321-0579-4912-85f7-b750583baf28 HTTP/1.1" status: 204 len: 168 time: 1.4374394 Apr 20 18:35:47.899836 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 39926) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:35:47.952920 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-86cf4648-5240-40a1-a395-07330f4b924d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9dd07067e6ec4229b42b15a57fa654ee&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0509429 Apr 20 18:35:47.955585 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 39930) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:35:48.018171 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-b713d891-874d-4fee-ae86-52200297dc6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:48.046060 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-b713d891-874d-4fee-ae86-52200297dc6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:48.098992 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-b713d891-874d-4fee-ae86-52200297dc6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:48.104203 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-f0aae3fc-fc6e-4bd7-ae5c-d9cd0e74aaa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:35:48.118511 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b713d891-874d-4fee-ae86-52200297dc6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a8da44-14fd-44bb-ab64-4cbaf04767ba,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:35:48.129724 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b713d891-874d-4fee-ae86-52200297dc6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:35:48.130129 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b713d891-874d-4fee-ae86-52200297dc6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:35:48.130525 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b713d891-874d-4fee-ae86-52200297dc6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:35:48.130971 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b713d891-874d-4fee-ae86-52200297dc6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:35:48.131360 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b713d891-874d-4fee-ae86-52200297dc6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:35:48.131750 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b713d891-874d-4fee-ae86-52200297dc6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:35:48.132132 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b713d891-874d-4fee-ae86-52200297dc6c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:35:48.132514 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b713d891-874d-4fee-ae86-52200297dc6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:35:48.132894 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b713d891-874d-4fee-ae86-52200297dc6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:35:48.133276 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b713d891-874d-4fee-ae86-52200297dc6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:35:48.133653 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b713d891-874d-4fee-ae86-52200297dc6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:35:48.134008 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b713d891-874d-4fee-ae86-52200297dc6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:35:48.136895 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-b713d891-874d-4fee-ae86-52200297dc6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:48.138088 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-b713d891-874d-4fee-ae86-52200297dc6c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/80a8da44-14fd-44bb-ab64-4cbaf04767ba HTTP/1.1" status: 204 len: 168 time: 0.1815894 Apr 20 18:35:48.139059 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-b713d891-874d-4fee-ae86-52200297dc6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:35:50.186314 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 39984) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:35:50.318858 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-51b81875-fa93-4b6c-aa38-147f1763c5ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:50.334587 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-51b81875-fa93-4b6c-aa38-147f1763c5ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:35:50.339326 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-51b81875-fa93-4b6c-aa38-147f1763c5ee admin admin] Usage tracker for resource:security_group_rule and tenant:87ff434fb8324e36946f4170d87b790c is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:35:50.342479 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-51b81875-fa93-4b6c-aa38-147f1763c5ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:35:50.349058 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-51b81875-fa93-4b6c-aa38-147f1763c5ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:35:50.439660 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-51b81875-fa93-4b6c-aa38-147f1763c5ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:50.443761 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-51b81875-fa93-4b6c-aa38-147f1763c5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:50.451139 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-8c17f07e-d46d-45fd-b0d8-f6a412cde107 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:35:50.494262 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-51b81875-fa93-4b6c-aa38-147f1763c5ee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=87ff434fb8324e36946f4170d87b790c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3067741 Apr 20 18:35:50.495210 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b81875-fa93-4b6c-aa38-147f1763c5ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d85605f7-f496-41c7-a2d9-5c271de6dbe3,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:35:50.497391 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 39990) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:35:50.498442 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-51b81875-fa93-4b6c-aa38-147f1763c5ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:35:50.562930 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-01beff48-76ec-479f-97a8-fe94ede528b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:50.591484 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-01beff48-76ec-479f-97a8-fe94ede528b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:50.636951 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-01beff48-76ec-479f-97a8-fe94ede528b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:50.640706 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-f192f7ed-2fb2-44b6-936e-d312adddadac tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:35:50.652634 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01beff48-76ec-479f-97a8-fe94ede528b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85605f7-f496-41c7-a2d9-5c271de6dbe3,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:35:50.656451 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-01beff48-76ec-479f-97a8-fe94ede528b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:35:50.660229 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-01beff48-76ec-479f-97a8-fe94ede528b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:50.661414 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-01beff48-76ec-479f-97a8-fe94ede528b8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d85605f7-f496-41c7-a2d9-5c271de6dbe3 HTTP/1.1" status: 204 len: 168 time: 0.1628830 Apr 20 18:35:50.985660 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 39998) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:35:51.004813 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-18420cb1-658e-4243-956e-2e756990b02c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:51.020670 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-18420cb1-658e-4243-956e-2e756990b02c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:35:51.025141 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-18420cb1-658e-4243-956e-2e756990b02c admin admin] Usage tracker for resource:security_group_rule and tenant:abce36d914b44e938e1f0d3ccb8400fc is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:35:51.028333 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-18420cb1-658e-4243-956e-2e756990b02c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:35:51.034848 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-18420cb1-658e-4243-956e-2e756990b02c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:35:51.121264 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-18420cb1-658e-4243-956e-2e756990b02c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:51.125267 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-18420cb1-658e-4243-956e-2e756990b02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:51.132558 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-b03ea74f-658e-4c43-a9f3-16474c681c8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:35:51.179599 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-18420cb1-658e-4243-956e-2e756990b02c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=abce36d914b44e938e1f0d3ccb8400fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1927426 Apr 20 18:35:51.180534 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18420cb1-658e-4243-956e-2e756990b02c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=262638ba-2763-4a71-8da8-085d442014a3,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:35:51.182687 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 40002) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:35:51.183683 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-18420cb1-658e-4243-956e-2e756990b02c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:35:51.249783 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-c312558a-3ce4-44c2-9e98-7d615e57395b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:51.279588 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-c312558a-3ce4-44c2-9e98-7d615e57395b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:51.329879 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-c312558a-3ce4-44c2-9e98-7d615e57395b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:51.334836 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-3cabe40b-c38d-4621-884c-0d67a78e271c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:35:51.347523 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c312558a-3ce4-44c2-9e98-7d615e57395b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=262638ba-2763-4a71-8da8-085d442014a3,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:35:51.349935 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-c312558a-3ce4-44c2-9e98-7d615e57395b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:35:51.353810 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-c312558a-3ce4-44c2-9e98-7d615e57395b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:51.355560 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-c312558a-3ce4-44c2-9e98-7d615e57395b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/262638ba-2763-4a71-8da8-085d442014a3 HTTP/1.1" status: 204 len: 168 time: 0.1717601 Apr 20 18:35:53.691367 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-30e0515d-5ca6-4857-83c7-e132ec8e897e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:55.584352 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-5a5c5bd4-42d6-450b-a902-d784444e32b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:56.666118 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3b38f3e8-f2f1-49b6-ac75-f9314cd83db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:57.776709 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:58.389388 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db4e54cc-07a3-4585-8120-e6421209c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:35:59.432301 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2153d7bf-9da5-467d-a747-f0db6d53578b req-318d5ef1-629a-499b-8d45-1d281a9bc6f6 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:35:59.433933 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-2153d7bf-9da5-467d-a747-f0db6d53578b req-318d5ef1-629a-499b-8d45-1d281a9bc6f6 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3693291-b4a1-4402-95a9-22f34b7e57e5 HTTP/1.1" status: 200 len: 946 time: 0.0884385 Apr 20 18:35:59.483240 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-2153d7bf-9da5-467d-a747-f0db6d53578b req-e6618b80-b4b0-4541-a1a8-c59e9782e4aa tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=3660c311-2887-4dbe-a341-8fa9955f53ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428674 Apr 20 18:36:00.985501 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b8ddd-eb1f-4c06-9af6-2af3dc23442f req-a7d90c8f-00e3-427a-be39-5e406fdc1a71 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:00.987128 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-910b8ddd-eb1f-4c06-9af6-2af3dc23442f req-a7d90c8f-00e3-427a-be39-5e406fdc1a71 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3693291-b4a1-4402-95a9-22f34b7e57e5 HTTP/1.1" status: 200 len: 946 time: 0.3961551 Apr 20 18:36:00.999122 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746fa574-f146-4297-9580-2190b894d033 req-dc0c1ef7-d4de-447a-bdf8-b4edec739056 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:01.000913 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-746fa574-f146-4297-9580-2190b894d033 req-dc0c1ef7-d4de-447a-bdf8-b4edec739056 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3693291-b4a1-4402-95a9-22f34b7e57e5 HTTP/1.1" status: 200 len: 946 time: 0.3735864 Apr 20 18:36:01.104109 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [req-910b8ddd-eb1f-4c06-9af6-2af3dc23442f req-cf8d1fbc-7131-474b-9058-3ef6d79bba39 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Deleting port 1225dc31-6684-4037-9722-caa27bd30ccb {{(pid=86391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:36:01.104487 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-910b8ddd-eb1f-4c06-9af6-2af3dc23442f req-cf8d1fbc-7131-474b-9058-3ef6d79bba39 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278078475124'] for port, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:01.142291 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-746fa574-f146-4297-9580-2190b894d033 req-fef85639-b1e4-49f9-a64d-de6b41dc3d94 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups?id=3660c311-2887-4dbe-a341-8fa9955f53ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096082 Apr 20 18:36:01.377126 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [req-910b8ddd-eb1f-4c06-9af6-2af3dc23442f req-cf8d1fbc-7131-474b-9058-3ef6d79bba39 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] For port 1225dc31-6684-4037-9722-caa27bd30ccb, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=1225dc31-6684-4037-9722-caa27bd30ccb,segment=NetworkSegment(42b51926-c2ca-471c-ac7e-b000ccba3eb6),segment_id=42b51926-c2ca-471c-ac7e-b000ccba3eb6)] {{(pid=86391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:36:01.377485 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-910b8ddd-eb1f-4c06-9af6-2af3dc23442f req-cf8d1fbc-7131-474b-9058-3ef6d79bba39 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7972734'] for port, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:01.683307 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-910b8ddd-eb1f-4c06-9af6-2af3dc23442f req-cf8d1fbc-7131-474b-9058-3ef6d79bba39 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:01.683709 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-910b8ddd-eb1f-4c06-9af6-2af3dc23442f req-cf8d1fbc-7131-474b-9058-3ef6d79bba39 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854378574'] for floatingip, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:01.684044 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.db.l3_db [req-910b8ddd-eb1f-4c06-9af6-2af3dc23442f req-cf8d1fbc-7131-474b-9058-3ef6d79bba39 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Floating IP 85ca52e2-93c1-4432-9330-84c024784b35 disassociated. External IP: 172.28.1.156, port: 1225dc31-6684-4037-9722-caa27bd30ccb. Apr 20 18:36:01.684418 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [req-910b8ddd-eb1f-4c06-9af6-2af3dc23442f req-cf8d1fbc-7131-474b-9058-3ef6d79bba39 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Calling delete_port for 1225dc31-6684-4037-9722-caa27bd30ccb owned by compute:nova {{(pid=86391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:36:01.839756 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-910b8ddd-eb1f-4c06-9af6-2af3dc23442f req-cf8d1fbc-7131-474b-9058-3ef6d79bba39 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278078469919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758775855577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368212'] for port, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:01.846088 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-379d3ec8-0158-4d8c-93ad-db9768849248 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:01.851189 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.agents_db [None req-bb53aea3-de48-49b3-8e00-ae07e91d3609 None None] Agent healthcheck: found 6 active agents {{(pid=86394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:36:01.897842 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8d1fbc-7131-474b-9058-3ef6d79bba39 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Pushing event deleted for resources: {'Port': ['ID=1225dc31-6684-4037-9722-caa27bd30ccb,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:01.901494 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-cf8d1fbc-7131-474b-9058-3ef6d79bba39 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:02.097139 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.l3_agent_scheduler [req-910b8ddd-eb1f-4c06-9af6-2af3dc23442f req-cf8d1fbc-7131-474b-9058-3ef6d79bba39 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Router a508df0a-5d8e-482e-944d-017a2f8fe5b6 has already been hosted by L3 agent 41e81354-1f58-48e6-8416-2f8b62d59447 {{(pid=86391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:36:02.290366 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-910b8ddd-eb1f-4c06-9af6-2af3dc23442f req-cf8d1fbc-7131-474b-9058-3ef6d79bba39 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify agent at l3_agent.dv-cinder-786932-2-smb the message routers_updated {{(pid=86391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:36:02.300656 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8c622c-4bc4-4f4b-9472-c8d96c19c37e None None] Sync routers for ids ['a508df0a-5d8e-482e-944d-017a2f8fe5b6'] in dv-cinder-786932-2-smb {{(pid=86394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:36:02.321346 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8c622c-4bc4-4f4b-9472-c8d96c19c37e None None] Routers {'a508df0a-5d8e-482e-944d-017a2f8fe5b6'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:36:02.322038 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-2f8c622c-4bc4-4f4b-9472-c8d96c19c37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:35:56Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['a508df0a-5d8e-482e-944d-017a2f8fe5b6'], 'active': True} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:36:02.377766 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-cb4cc559-31cd-40dd-b4ee-b4b48cf70963 req-7bbe3f8e-815e-414a-8db0-457d720310e8 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3693291-b4a1-4402-95a9-22f34b7e57e5 HTTP/1.1" status: 200 len: 210 time: 0.1103463 Apr 20 18:36:02.379180 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [req-910b8ddd-eb1f-4c06-9af6-2af3dc23442f req-cf8d1fbc-7131-474b-9058-3ef6d79bba39 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] No DVR routers for this DVR port 1225dc31-6684-4037-9722-caa27bd30ccb on host hv-cinder-78693 {{(pid=86391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:36:02.381968 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-910b8ddd-eb1f-4c06-9af6-2af3dc23442f req-cf8d1fbc-7131-474b-9058-3ef6d79bba39 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031'] for port, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:02.393119 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3693291-b4a1-4402-95a9-22f34b7e57e5', 'name': 'network-vif-deleted', 'tag': '1225dc31-6684-4037-9722-caa27bd30ccb'}] {{(pid=86391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:36:02.400541 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-910b8ddd-eb1f-4c06-9af6-2af3dc23442f req-cf8d1fbc-7131-474b-9058-3ef6d79bba39 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.46 "DELETE /v2.0/ports/1225dc31-6684-4037-9722-caa27bd30ccb HTTP/1.1" status: 204 len: 173 time: 1.3985639 Apr 20 18:36:02.449683 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3693291-b4a1-4402-95a9-22f34b7e57e5', 'name': 'network-vif-deleted', 'tag': '1225dc31-6684-4037-9722-caa27bd30ccb', 'status': 'completed', 'code': 200} Apr 20 18:36:02.554206 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-2f8c622c-4bc4-4f4b-9472-c8d96c19c37e None None] Set router a508df0a-5d8e-482e-944d-017a2f8fe5b6 gateway port host: dv-cinder-786932-2-smb {{(pid=86394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:36:02.894268 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-2f8c622c-4bc4-4f4b-9472-c8d96c19c37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a508df0a-5d8e-482e-944d-017a2f8fe5b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1953854899-router', 'tenant_id': '96a404d19bd540809d4ea207dd16d6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': 'f0812c19-bc43-486b-bfc4-d09a77ec3a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:35Z', 'updated_at': '2021-04-20T18:29:57Z', 'revision_number': 4, 'project_id': '96a404d19bd540809d4ea207dd16d6ad', 'gw_port': {'id': 'f0812c19-bc43-486b-bfc4-d09a77ec3a0f', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508df0a-5d8e-482e-944d-017a2f8fe5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:37Z', 'updated_at': '2021-04-20T18:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb', '_interfaces': [{'id': 'f646afea-471d-48d4-be42-b2adc017508c', 'name': '', 'network_id': 'c035be72-ec93-4bac-85f8-b0cd68e3656b', 'tenant_id': '96a404d19bd540809d4ea207dd16d6ad', 'mac_address': 'fa:16:3e:10:d7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508df0a-5d8e-482e-944d-017a2f8fe5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '41a62a97-d129-42fa-96d5-fce2a7a65a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:50Z', 'updated_at': '2021-04-20T18:30:05Z', 'revision_number': 5, 'project_id': '96a404d19bd540809d4ea207dd16d6ad', 'subnets': [{'id': '41a62a97-d129-42fa-96d5-fce2a7a65a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:36:02.899102 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8c622c-4bc4-4f4b-9472-c8d96c19c37e None None] Checking router: a508df0a-5d8e-482e-944d-017a2f8fe5b6 for host: dv-cinder-786932-2-smb {{(pid=86394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:36:02.908950 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8c622c-4bc4-4f4b-9472-c8d96c19c37e None None] Routers {'a508df0a-5d8e-482e-944d-017a2f8fe5b6'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:36:02.909615 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-2f8c622c-4bc4-4f4b-9472-c8d96c19c37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:35:56Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['a508df0a-5d8e-482e-944d-017a2f8fe5b6'], 'active': True} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:36:03.102760 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-2f8c622c-4bc4-4f4b-9472-c8d96c19c37e None None] Set router a508df0a-5d8e-482e-944d-017a2f8fe5b6 gateway port host: dv-cinder-786932-2-smb {{(pid=86394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:36:03.439149 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-2f8c622c-4bc4-4f4b-9472-c8d96c19c37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a508df0a-5d8e-482e-944d-017a2f8fe5b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1953854899-router', 'tenant_id': '96a404d19bd540809d4ea207dd16d6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': 'f0812c19-bc43-486b-bfc4-d09a77ec3a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:35Z', 'updated_at': '2021-04-20T18:29:57Z', 'revision_number': 4, 'project_id': '96a404d19bd540809d4ea207dd16d6ad', 'gw_port': {'id': 'f0812c19-bc43-486b-bfc4-d09a77ec3a0f', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508df0a-5d8e-482e-944d-017a2f8fe5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:37Z', 'updated_at': '2021-04-20T18:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb', '_interfaces': [{'id': 'f646afea-471d-48d4-be42-b2adc017508c', 'name': '', 'network_id': 'c035be72-ec93-4bac-85f8-b0cd68e3656b', 'tenant_id': '96a404d19bd540809d4ea207dd16d6ad', 'mac_address': 'fa:16:3e:10:d7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508df0a-5d8e-482e-944d-017a2f8fe5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '41a62a97-d129-42fa-96d5-fce2a7a65a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:50Z', 'updated_at': '2021-04-20T18:30:05Z', 'revision_number': 5, 'project_id': '96a404d19bd540809d4ea207dd16d6ad', 'subnets': [{'id': '41a62a97-d129-42fa-96d5-fce2a7a65a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:36:03.443484 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8c622c-4bc4-4f4b-9472-c8d96c19c37e None None] The sync data for ids ['a508df0a-5d8e-482e-944d-017a2f8fe5b6'] in dv-cinder-786932-2-smb is: [{'id': 'a508df0a-5d8e-482e-944d-017a2f8fe5b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1953854899-router', 'tenant_id': '96a404d19bd540809d4ea207dd16d6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': 'f0812c19-bc43-486b-bfc4-d09a77ec3a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:35Z', 'updated_at': '2021-04-20T18:29:57Z', 'revision_number': 4, 'project_id': '96a404d19bd540809d4ea207dd16d6ad', 'gw_port': {'id': 'f0812c19-bc43-486b-bfc4-d09a77ec3a0f', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508df0a-5d8e-482e-944d-017a2f8fe5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:37Z', 'updated_at': '2021-04-20T18:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb', '_interfaces': [{'id': 'f646afea-471d-48d4-be42-b2adc017508c', 'name': '', 'network_id': 'c035be72-ec93-4bac-85f8-b0cd68e3656b', 'tenant_id': '96a404d19bd540809d4ea207dd16d6ad', 'mac_address': 'fa:16:3e:10:d7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508df0a-5d8e-482e-944d-017a2f8fe5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '41a62a97-d129-42fa-96d5-fce2a7a65a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:50Z', 'updated_at': '2021-04-20T18:30:05Z', 'revision_number': 5, 'project_id': '96a404d19bd540809d4ea207dd16d6ad', 'subnets': [{'id': '41a62a97-d129-42fa-96d5-fce2a7a65a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:36:03.539085 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 40158) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:36:03.824049 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-21e0479f-7b18-4fb9-8dc0-1d0000872434 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks [] for security_group, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:03.855073 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-21e0479f-7b18-4fb9-8dc0-1d0000872434 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:03.866635 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfc79ba-dac6-4e7a-9e39-e72ed75842dd None None] New status for floating IP 85ca52e2-93c1-4432-9330-84c024784b35: DOWN {{(pid=86393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 18:36:03.902654 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-21e0479f-7b18-4fb9-8dc0-1d0000872434 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:03.908329 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-e4bc2f03-cf06-4bd7-96b4-d5265aeb1b5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:03.925556 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e0479f-7b18-4fb9-8dc0-1d0000872434 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3660c311-2887-4dbe-a341-8fa9955f53ce,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:03.929039 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-21e0479f-7b18-4fb9-8dc0-1d0000872434 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:03.945621 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-21e0479f-7b18-4fb9-8dc0-1d0000872434 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks [] for security_group, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:03.947271 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-21e0479f-7b18-4fb9-8dc0-1d0000872434 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "DELETE /v2.0/security-groups/3660c311-2887-4dbe-a341-8fa9955f53ce HTTP/1.1" status: 204 len: 168 time: 0.4070840 Apr 20 18:36:03.950366 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 40172) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:36:03.971090 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.api.v2.resource [None req-9c8637a4-4899-4640-b213-fc77ee4b2132 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] show failed (client error): The resource could not be found. Apr 20 18:36:03.971090 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-9c8637a4-4899-4640-b213-fc77ee4b2132 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "GET /v2.0/security-groups/3660c311-2887-4dbe-a341-8fa9955f53ce HTTP/1.1" status: 404 len: 347 time: 0.0194459 Apr 20 18:36:03.974050 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 40178) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:36:04.151522 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-7ceb8060-8c03-4bf8-927d-e3bd75d990fd tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Deleting port 4879253d-94d9-4987-8542-60f8b0cb7f7d {{(pid=86391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:36:04.151998 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-7ceb8060-8c03-4bf8-927d-e3bd75d990fd tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278078475124'] for port, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:04.340718 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-7ceb8060-8c03-4bf8-927d-e3bd75d990fd tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7972734'] for port, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:04.341092 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-7ceb8060-8c03-4bf8-927d-e3bd75d990fd tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:04.476492 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-7ceb8060-8c03-4bf8-927d-e3bd75d990fd tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Calling delete_port for 4879253d-94d9-4987-8542-60f8b0cb7f7d owned by network:floatingip {{(pid=86391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:36:04.639354 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-7ceb8060-8c03-4bf8-927d-e3bd75d990fd tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278078469919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758775855577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368212'] for port, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:04.642976 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-328c8bec-c409-44bf-a5e3-6e30f18960fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:04.688045 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceb8060-8c03-4bf8-927d-e3bd75d990fd tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Pushing event deleted for resources: {'Port': ['ID=4879253d-94d9-4987-8542-60f8b0cb7f7d,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:04.691363 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-7ceb8060-8c03-4bf8-927d-e3bd75d990fd tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:04.783969 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-7ceb8060-8c03-4bf8-927d-e3bd75d990fd tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks [] for floatingip, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:04.798840 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-7ceb8060-8c03-4bf8-927d-e3bd75d990fd tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031'] for floatingip, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:04.800096 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-7ceb8060-8c03-4bf8-927d-e3bd75d990fd tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] 10.222.0.20 "DELETE /v2.0/floatingips/85ca52e2-93c1-4432-9330-84c024784b35 HTTP/1.1" status: 204 len: 168 time: 0.8248706 Apr 20 18:36:05.111333 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device 1225dc31-6684-4037-9722-caa27bd30ccb no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:36:05.156256 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] No Port match for: 1225dc31-6684-4037-9722-caa27bd30ccb {{(pid=86393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:36:05.156732 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device 1225dc31-6684-4037-9722-caa27bd30ccb not bound to the agent host hv-cinder-78693 {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:36:07.680560 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 40230) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:36:08.453792 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-16f6abbe-3bb5-41c9-bd35-307c51fabac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401049'] for router_interface, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:09.072085 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-16f6abbe-3bb5-41c9-bd35-307c51fabac5 admin admin] Deleting port f646afea-471d-48d4-be42-b2adc017508c {{(pid=86391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:36:09.072673 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-16f6abbe-3bb5-41c9-bd35-307c51fabac5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278078475124'] for port, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:09.253563 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-16f6abbe-3bb5-41c9-bd35-307c51fabac5 admin admin] For port f646afea-471d-48d4-be42-b2adc017508c, host dv-cinder-786932-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=f646afea-471d-48d4-be42-b2adc017508c,segment=NetworkSegment(42b51926-c2ca-471c-ac7e-b000ccba3eb6),segment_id=42b51926-c2ca-471c-ac7e-b000ccba3eb6)] {{(pid=86391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:36:09.253948 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-16f6abbe-3bb5-41c9-bd35-307c51fabac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7972734'] for port, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:09.387942 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-16f6abbe-3bb5-41c9-bd35-307c51fabac5 admin admin] Calling delete_port for f646afea-471d-48d4-be42-b2adc017508c owned by network:router_interface {{(pid=86391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:36:09.577032 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-16f6abbe-3bb5-41c9-bd35-307c51fabac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278078469919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758775855577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368212'] for port, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:09.581038 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-937c6db3-ebcd-4856-a5f2-7377bf6ade80 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:09.630971 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f6abbe-3bb5-41c9-bd35-307c51fabac5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f646afea-471d-48d4-be42-b2adc017508c,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:09.633730 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-16f6abbe-3bb5-41c9-bd35-307c51fabac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:09.931643 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-16f6abbe-3bb5-41c9-bd35-307c51fabac5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846651742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401127'] for router_interface, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:10.319213 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16f6abbe-3bb5-41c9-bd35-307c51fabac5 admin admin] Router a508df0a-5d8e-482e-944d-017a2f8fe5b6 has already been hosted by L3 agent 41e81354-1f58-48e6-8416-2f8b62d59447 {{(pid=86391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:36:10.511488 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f6abbe-3bb5-41c9-bd35-307c51fabac5 admin admin] Notify agent at l3_agent.dv-cinder-786932-2-smb the message routers_updated {{(pid=86391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:36:10.520986 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca8717d-7d47-4930-b1b1-8a45bbf73db9 None None] Sync routers for ids ['a508df0a-5d8e-482e-944d-017a2f8fe5b6'] in dv-cinder-786932-2-smb {{(pid=86394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:36:10.525322 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-16f6abbe-3bb5-41c9-bd35-307c51fabac5 admin admin] 10.222.0.20 "PUT /v2.0/routers/a508df0a-5d8e-482e-944d-017a2f8fe5b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8431113 Apr 20 18:36:10.527435 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 40250) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:36:10.531771 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca8717d-7d47-4930-b1b1-8a45bbf73db9 None None] Routers {'a508df0a-5d8e-482e-944d-017a2f8fe5b6'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:36:10.532433 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-dca8717d-7d47-4930-b1b1-8a45bbf73db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:35:56Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['a508df0a-5d8e-482e-944d-017a2f8fe5b6'], 'active': True} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:36:10.720629 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d181606f-860c-4bf9-ac18-59b428ebc894 admin admin] Notify callbacks [] for router, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:10.883589 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-dca8717d-7d47-4930-b1b1-8a45bbf73db9 None None] Set router a508df0a-5d8e-482e-944d-017a2f8fe5b6 gateway port host: dv-cinder-786932-2-smb {{(pid=86394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:36:10.917016 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d181606f-860c-4bf9-ac18-59b428ebc894 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:10.927221 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-d181606f-860c-4bf9-ac18-59b428ebc894 admin admin] Deleting port f0812c19-bc43-486b-bfc4-d09a77ec3a0f {{(pid=86391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:36:10.927873 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d181606f-860c-4bf9-ac18-59b428ebc894 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278078475124'] for port, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:11.116022 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-d181606f-860c-4bf9-ac18-59b428ebc894 admin admin] For port f0812c19-bc43-486b-bfc4-d09a77ec3a0f, host dv-cinder-786932-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=f0812c19-bc43-486b-bfc4-d09a77ec3a0f,segment=NetworkSegment(2233cf5b-6309-472b-944c-203414fffc35),segment_id=2233cf5b-6309-472b-944c-203414fffc35)] {{(pid=86391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:36:11.116418 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d181606f-860c-4bf9-ac18-59b428ebc894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7972734'] for port, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:11.182493 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-dca8717d-7d47-4930-b1b1-8a45bbf73db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a508df0a-5d8e-482e-944d-017a2f8fe5b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1953854899-router', 'tenant_id': '96a404d19bd540809d4ea207dd16d6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': 'f0812c19-bc43-486b-bfc4-d09a77ec3a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:35Z', 'updated_at': '2021-04-20T18:36:09Z', 'revision_number': 5, 'project_id': '96a404d19bd540809d4ea207dd16d6ad', 'gw_port': {'id': 'f0812c19-bc43-486b-bfc4-d09a77ec3a0f', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508df0a-5d8e-482e-944d-017a2f8fe5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:37Z', 'updated_at': '2021-04-20T18:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb'}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:36:11.186488 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca8717d-7d47-4930-b1b1-8a45bbf73db9 None None] Checking router: a508df0a-5d8e-482e-944d-017a2f8fe5b6 for host: dv-cinder-786932-2-smb {{(pid=86394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:36:11.195577 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca8717d-7d47-4930-b1b1-8a45bbf73db9 None None] Routers {'a508df0a-5d8e-482e-944d-017a2f8fe5b6'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:36:11.196215 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-dca8717d-7d47-4930-b1b1-8a45bbf73db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:35:56Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['a508df0a-5d8e-482e-944d-017a2f8fe5b6'], 'active': True} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:36:11.250928 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-d181606f-860c-4bf9-ac18-59b428ebc894 admin admin] Calling delete_port for f0812c19-bc43-486b-bfc4-d09a77ec3a0f owned by network:router_gateway {{(pid=86391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:36:11.358290 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-dca8717d-7d47-4930-b1b1-8a45bbf73db9 None None] Set router a508df0a-5d8e-482e-944d-017a2f8fe5b6 gateway port host: None {{(pid=86394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:36:11.429251 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d181606f-860c-4bf9-ac18-59b428ebc894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278078469919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758775855577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368212'] for port, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:11.433041 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-0ac0302c-74a1-443a-8e3b-539ce7df9008 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:11.470020 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-dca8717d-7d47-4930-b1b1-8a45bbf73db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a508df0a-5d8e-482e-944d-017a2f8fe5b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1953854899-router', 'tenant_id': '96a404d19bd540809d4ea207dd16d6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:35Z', 'updated_at': '2021-04-20T18:36:10Z', 'revision_number': 6, 'project_id': '96a404d19bd540809d4ea207dd16d6ad', 'gw_port_host': None}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:36:11.474313 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca8717d-7d47-4930-b1b1-8a45bbf73db9 None None] The sync data for ids ['a508df0a-5d8e-482e-944d-017a2f8fe5b6'] in dv-cinder-786932-2-smb is: [{'id': 'a508df0a-5d8e-482e-944d-017a2f8fe5b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1953854899-router', 'tenant_id': '96a404d19bd540809d4ea207dd16d6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:35Z', 'updated_at': '2021-04-20T18:36:10Z', 'revision_number': 6, 'project_id': '96a404d19bd540809d4ea207dd16d6ad', 'gw_port_host': None}] {{(pid=86394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:36:11.479936 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d181606f-860c-4bf9-ac18-59b428ebc894 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0812c19-bc43-486b-bfc4-d09a77ec3a0f,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:11.483331 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-d181606f-860c-4bf9-ac18-59b428ebc894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:11.579473 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d181606f-860c-4bf9-ac18-59b428ebc894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846805146'] for router_gateway, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:11.744240 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device f646afea-471d-48d4-be42-b2adc017508c no longer exists at agent ovs-agent-dv-cinder-786932-2-smb {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:36:11.766262 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d181606f-860c-4bf9-ac18-59b428ebc894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854379718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6052'] for router, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:11.768574 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d181606f-860c-4bf9-ac18-59b428ebc894 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:11.785238 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] No Port match for: f646afea-471d-48d4-be42-b2adc017508c {{(pid=86393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:36:11.785616 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device f646afea-471d-48d4-be42-b2adc017508c not bound to the agent host dv-cinder-786932-2-smb {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:36:12.045424 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d181606f-860c-4bf9-ac18-59b428ebc894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-396414'] for router, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:12.045979 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d181606f-860c-4bf9-ac18-59b428ebc894 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a508df0a-5d8e-482e-944d-017a2f8fe5b6 {{(pid=86391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 18:36:12.059521 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d181606f-860c-4bf9-ac18-59b428ebc894 admin admin] Notify callbacks [] for router, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:12.063194 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-d181606f-860c-4bf9-ac18-59b428ebc894 admin admin] 10.222.0.20 "DELETE /v2.0/routers/a508df0a-5d8e-482e-944d-017a2f8fe5b6 HTTP/1.1" status: 204 len: 168 time: 1.5323849 Apr 20 18:36:12.063472 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 40264) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:36:12.131627 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.db_base_plugin_v2 [None req-95d40f01-7657-495c-8966-a14c6bbe28d3 admin admin] Deleting subnet 41a62a97-d129-42fa-96d5-fce2a7a65a86 {{(pid=86391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 18:36:12.135369 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-95d40f01-7657-495c-8966-a14c6bbe28d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:12.191612 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-95d40f01-7657-495c-8966-a14c6bbe28d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3391845'] for subnet, precommit_delete_associations {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:12.276267 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-95d40f01-7657-495c-8966-a14c6bbe28d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663204'] for subnet, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:12.544685 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-95d40f01-7657-495c-8966-a14c6bbe28d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854112612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2366720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3304158'] for subnet, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:12.548651 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:12.584963 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d40f01-7657-495c-8966-a14c6bbe28d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41a62a97-d129-42fa-96d5-fce2a7a65a86,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:12.587961 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-95d40f01-7657-495c-8966-a14c6bbe28d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:12.590653 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-95d40f01-7657-495c-8966-a14c6bbe28d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:12.597086 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823053fa-06a4-459f-befe-c4d6056a3ba1 None None] Network c035be72-ec93-4bac-85f8-b0cd68e3656b requested from dv-cinder-786932-2-smb {{(pid=86393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:36:12.600390 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-95d40f01-7657-495c-8966-a14c6bbe28d3 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/41a62a97-d129-42fa-96d5-fce2a7a65a86 HTTP/1.1" status: 204 len: 168 time: 0.5333395 Apr 20 18:36:12.600630 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 40270) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:36:12.716046 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0c0aca6c-ea86-44e6-bdac-580d6f71b53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569320'] for network, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:12.727910 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-0c0aca6c-ea86-44e6-bdac-580d6f71b53b admin admin] Deleting port 5f2e6d76-626a-4c38-9d0a-b4c98488fb20 {{(pid=86391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:36:12.728276 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0c0aca6c-ea86-44e6-bdac-580d6f71b53b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278078475124'] for port, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:12.873368 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a92c7b-4f8a-4633-8402-07a3b1920296 None None] DHCP port deletion for c035be72-ec93-4bac-85f8-b0cd68e3656b request from dv-cinder-786932-2-smb {{(pid=86393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 18:36:12.877944 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-32a92c7b-4f8a-4633-8402-07a3b1920296 None None] Deleting port 5f2e6d76-626a-4c38-9d0a-b4c98488fb20 {{(pid=86393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:36:12.878437 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-32a92c7b-4f8a-4633-8402-07a3b1920296 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278078475124'] for port, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:12.954567 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-0c0aca6c-ea86-44e6-bdac-580d6f71b53b admin admin] For port 5f2e6d76-626a-4c38-9d0a-b4c98488fb20, host dv-cinder-786932-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=5f2e6d76-626a-4c38-9d0a-b4c98488fb20,segment=NetworkSegment(42b51926-c2ca-471c-ac7e-b000ccba3eb6),segment_id=42b51926-c2ca-471c-ac7e-b000ccba3eb6)] {{(pid=86391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:36:12.955008 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0c0aca6c-ea86-44e6-bdac-580d6f71b53b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7972734'] for port, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:13.086924 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-0c0aca6c-ea86-44e6-bdac-580d6f71b53b admin admin] Calling delete_port for 5f2e6d76-626a-4c38-9d0a-b4c98488fb20 owned by network:dhcp {{(pid=86391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:36:13.108188 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-32a92c7b-4f8a-4633-8402-07a3b1920296 None None] For port 5f2e6d76-626a-4c38-9d0a-b4c98488fb20, host dv-cinder-786932-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=5f2e6d76-626a-4c38-9d0a-b4c98488fb20,segment=NetworkSegment(42b51926-c2ca-471c-ac7e-b000ccba3eb6),segment_id=42b51926-c2ca-471c-ac7e-b000ccba3eb6)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:36:13.108728 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-32a92c7b-4f8a-4633-8402-07a3b1920296 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7972734'] for port, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:13.168672 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0c0aca6c-ea86-44e6-bdac-580d6f71b53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278078469919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758775855577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368212'] for port, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:13.172830 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-59cd9668-5b2a-4ed0-adb8-e60acefbdfcf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:13.224611 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0aca6c-ea86-44e6-bdac-580d6f71b53b admin admin] Pushing event deleted for resources: {'Port': ['ID=5f2e6d76-626a-4c38-9d0a-b4c98488fb20,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:13.228051 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-0c0aca6c-ea86-44e6-bdac-580d6f71b53b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:13.228891 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0aca6c-ea86-44e6-bdac-580d6f71b53b admin admin] No DVR routers for this DVR port 5f2e6d76-626a-4c38-9d0a-b4c98488fb20 on host dv-cinder-786932-2-smb {{(pid=86391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:36:13.242422 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-32a92c7b-4f8a-4633-8402-07a3b1920296 None None] Calling delete_port for 5f2e6d76-626a-4c38-9d0a-b4c98488fb20 owned by network:dhcp {{(pid=86393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:36:13.320038 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.db.api [None req-32a92c7b-4f8a-4633-8402-07a3b1920296 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86393) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 18:36:13.320525 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_db.api [None req-32a92c7b-4f8a-4633-8402-07a3b1920296 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 18:36:13.354329 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0c0aca6c-ea86-44e6-bdac-580d6f71b53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854112527', 'neutron.services.segments.db._delete_segments_for_network-8758776337267'] for network, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:13.472018 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.services.segments.db [None req-0c0aca6c-ea86-44e6-bdac-580d6f71b53b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c035be72-ec93-4bac-85f8-b0cd68e3656b']}} {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:36:13.484902 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.services.segments.db [None req-0c0aca6c-ea86-44e6-bdac-580d6f71b53b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42b51926-c2ca-471c-ac7e-b000ccba3eb6') {'for_net_delete': True} {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:36:13.485232 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.services.segments.db [None req-0c0aca6c-ea86-44e6-bdac-580d6f71b53b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42b51926-c2ca-471c-ac7e-b000ccba3eb6') {} {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:36:13.497303 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0c0aca6c-ea86-44e6-bdac-580d6f71b53b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278078409571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851383955'] for segment, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:13.512751 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0c0aca6c-ea86-44e6-bdac-580d6f71b53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854116670'] for segment, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:13.519747 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c0aca6c-ea86-44e6-bdac-580d6f71b53b admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=86391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 18:36:13.695084 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device f0812c19-bc43-486b-bfc4-d09a77ec3a0f no longer exists at agent ovs-agent-dv-cinder-786932-2-smb {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:36:13.705805 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-0c0aca6c-ea86-44e6-bdac-580d6f71b53b admin admin] Network c035be72-ec93-4bac-85f8-b0cd68e3656b has no segments {{(pid=86391) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:36:13.715268 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0c0aca6c-ea86-44e6-bdac-580d6f71b53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-659125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852407645'] for segment, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:13.733479 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] No Port match for: f0812c19-bc43-486b-bfc4-d09a77ec3a0f {{(pid=86393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:36:13.733967 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device f0812c19-bc43-486b-bfc4-d09a77ec3a0f not bound to the agent host dv-cinder-786932-2-smb {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:36:13.734428 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device 5f2e6d76-626a-4c38-9d0a-b4c98488fb20 no longer exists at agent ovs-agent-dv-cinder-786932-2-smb {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:36:13.773734 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] No Port match for: 5f2e6d76-626a-4c38-9d0a-b4c98488fb20 {{(pid=86393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:36:13.774205 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device 5f2e6d76-626a-4c38-9d0a-b4c98488fb20 not bound to the agent host dv-cinder-786932-2-smb {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:36:13.822897 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-32a92c7b-4f8a-4633-8402-07a3b1920296 None None] Deleting port 5f2e6d76-626a-4c38-9d0a-b4c98488fb20 {{(pid=86393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:36:13.823360 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-32a92c7b-4f8a-4633-8402-07a3b1920296 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278078475124'] for port, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:13.897223 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-32a92c7b-4f8a-4633-8402-07a3b1920296 None None] The port '5f2e6d76-626a-4c38-9d0a-b4c98488fb20' was deleted {{(pid=86393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 18:36:13.906259 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-0c0aca6c-ea86-44e6-bdac-580d6f71b53b admin admin] Network c035be72-ec93-4bac-85f8-b0cd68e3656b has no segments {{(pid=86391) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:36:13.930728 dv-cinder-786932-2-smb neutron-server[86278]: Traceback (most recent call last): Apr 20 18:36:13.930728 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 18:36:13.930728 dv-cinder-786932-2-smb neutron-server[86278]: timer() Apr 20 18:36:13.930728 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:36:13.930728 dv-cinder-786932-2-smb neutron-server[86278]: cb(*args, **kw) Apr 20 18:36:13.930728 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 18:36:13.930728 dv-cinder-786932-2-smb neutron-server[86278]: return func(*args, **kwargs) Apr 20 18:36:13.930728 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:36:13.930728 dv-cinder-786932-2-smb neutron-server[86278]: self._notify() Apr 20 18:36:13.930728 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:36:13.930728 dv-cinder-786932-2-smb neutron-server[86278]: self.callback(batched_events) Apr 20 18:36:13.930728 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:36:13.930728 dv-cinder-786932-2-smb neutron-server[86278]: event.method(event) Apr 20 18:36:13.930728 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:36:13.930728 dv-cinder-786932-2-smb neutron-server[86278]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:36:13.930728 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 18:36:13.930728 dv-cinder-786932-2-smb neutron-server[86278]: segment_id)['aggregates'][0] Apr 20 18:36:13.930728 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:36:13.930728 dv-cinder-786932-2-smb neutron-server[86278]: return f(self, *a, **k) Apr 20 18:36:13.930728 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 18:36:13.930728 dv-cinder-786932-2-smb neutron-server[86278]: return self._get(url).json() Apr 20 18:36:13.930728 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:36:13.930728 dv-cinder-786932-2-smb neutron-server[86278]: **kwargs) Apr 20 18:36:13.930728 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 18:36:13.930728 dv-cinder-786932-2-smb neutron-server[86278]: return self.request(url, 'GET', **kwargs) Apr 20 18:36:13.930728 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 18:36:13.930728 dv-cinder-786932-2-smb neutron-server[86278]: **endpoint_filter) Apr 20 18:36:13.930728 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 18:36:13.930728 dv-cinder-786932-2-smb neutron-server[86278]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:36:13.930728 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 18:36:13.930728 dv-cinder-786932-2-smb neutron-server[86278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:36:13.930728 dv-cinder-786932-2-smb neutron-server[86278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:36:14.012885 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0c0aca6c-ea86-44e6-bdac-580d6f71b53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-663289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854378623'] for network, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:14.016802 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-59136f9c-acbd-4d98-97c9-53fcb4c55cfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:14.030513 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0c0aca6c-ea86-44e6-bdac-580d6f71b53b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for network, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:14.041927 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0aca6c-ea86-44e6-bdac-580d6f71b53b admin admin] Pushing event deleted for resources: {'Network': ['ID=c035be72-ec93-4bac-85f8-b0cd68e3656b,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:14.045592 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-0c0aca6c-ea86-44e6-bdac-580d6f71b53b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:14.056362 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-0c0aca6c-ea86-44e6-bdac-580d6f71b53b admin admin] 10.222.0.20 "DELETE /v2.0/networks/c035be72-ec93-4bac-85f8-b0cd68e3656b HTTP/1.1" status: 204 len: 168 time: 1.4547172 Apr 20 18:36:14.184038 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 40288) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:36:14.247031 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-61c55d2f-512b-468e-81bf-2a4192414d96 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=96a404d19bd540809d4ea207dd16d6ad&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0616038 Apr 20 18:36:14.250035 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 40292) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:36:14.321227 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-f9961d2f-645e-48cf-a9c4-59110de4f301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:14.348934 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-f9961d2f-645e-48cf-a9c4-59110de4f301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:14.404006 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-f9961d2f-645e-48cf-a9c4-59110de4f301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:14.407827 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-bd8b2d7c-2b5c-4eba-a3d6-e36f13d6ef75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:14.422045 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9961d2f-645e-48cf-a9c4-59110de4f301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b93198-a246-49dd-a652-2f830677a5af,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:14.425956 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-f9961d2f-645e-48cf-a9c4-59110de4f301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:14.431401 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-f9961d2f-645e-48cf-a9c4-59110de4f301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:14.432632 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-f9961d2f-645e-48cf-a9c4-59110de4f301 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/82b93198-a246-49dd-a652-2f830677a5af HTTP/1.1" status: 204 len: 168 time: 0.1812971 Apr 20 18:36:16.685759 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:18.821893 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 40410) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:36:18.952283 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-72cc8ad9-0c8b-4552-914a-8eacd618764b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:18.968455 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-72cc8ad9-0c8b-4552-914a-8eacd618764b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:36:18.972757 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-72cc8ad9-0c8b-4552-914a-8eacd618764b admin admin] Usage tracker for resource:security_group_rule and tenant:b4bc6be2e0284323a55e1949770beb10 is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:36:18.975884 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-72cc8ad9-0c8b-4552-914a-8eacd618764b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:36:18.982056 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-72cc8ad9-0c8b-4552-914a-8eacd618764b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:36:19.067128 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-72cc8ad9-0c8b-4552-914a-8eacd618764b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:19.070876 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-72cc8ad9-0c8b-4552-914a-8eacd618764b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:19.078260 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-1da6b5ff-1134-4cfc-aed5-d25a71d0db1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:19.121049 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-72cc8ad9-0c8b-4552-914a-8eacd618764b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b4bc6be2e0284323a55e1949770beb10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2980094 Apr 20 18:36:19.121943 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cc8ad9-0c8b-4552-914a-8eacd618764b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9e3d2f-4ea3-4815-86d5-0c22f9bb81f9,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:19.124214 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 40416) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:36:19.125212 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-72cc8ad9-0c8b-4552-914a-8eacd618764b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:19.187787 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-10215e12-6f0e-4d70-9741-cb4eba168058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:19.215998 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-10215e12-6f0e-4d70-9741-cb4eba168058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:19.262577 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-10215e12-6f0e-4d70-9741-cb4eba168058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:19.267716 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-4ef878bf-7b6a-462c-9e16-8e0d934a71de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:19.281592 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10215e12-6f0e-4d70-9741-cb4eba168058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9e3d2f-4ea3-4815-86d5-0c22f9bb81f9,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:19.284660 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-10215e12-6f0e-4d70-9741-cb4eba168058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:19.285635 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-10215e12-6f0e-4d70-9741-cb4eba168058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:19.286952 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-10215e12-6f0e-4d70-9741-cb4eba168058 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7d9e3d2f-4ea3-4815-86d5-0c22f9bb81f9 HTTP/1.1" status: 204 len: 168 time: 0.1614377 Apr 20 18:36:23.695076 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-31ae840f-bedf-4d38-9cb9-353f92b7b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:24.189322 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 40560) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:36:24.322391 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-58fa5f98-26d5-450a-8e32-3593cd76da74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:24.338497 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-58fa5f98-26d5-450a-8e32-3593cd76da74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:36:24.342838 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-58fa5f98-26d5-450a-8e32-3593cd76da74 admin admin] Usage tracker for resource:security_group_rule and tenant:13b02cb05d21468996422d1b51050a11 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:36:24.346038 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-58fa5f98-26d5-450a-8e32-3593cd76da74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:36:24.352490 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-58fa5f98-26d5-450a-8e32-3593cd76da74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:36:24.442017 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-58fa5f98-26d5-450a-8e32-3593cd76da74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:24.446739 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-58fa5f98-26d5-450a-8e32-3593cd76da74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:24.459299 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-c2c11516-b2ba-4c3e-8f3b-6335a828de2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:24.507095 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-58fa5f98-26d5-450a-8e32-3593cd76da74 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=13b02cb05d21468996422d1b51050a11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3165555 Apr 20 18:36:24.507996 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fa5f98-26d5-450a-8e32-3593cd76da74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31dc7de6-ee92-4c38-8334-2bfb0e856ff7,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:24.510289 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 40566) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:36:24.511370 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-58fa5f98-26d5-450a-8e32-3593cd76da74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:24.579854 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-1d94eb77-d89a-424e-afc4-8e11509f17e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:24.607069 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-1d94eb77-d89a-424e-afc4-8e11509f17e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:24.655145 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-1d94eb77-d89a-424e-afc4-8e11509f17e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:24.658896 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-07b943b3-b476-4a3e-ab55-70519ff6d7f5 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:24.672058 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d94eb77-d89a-424e-afc4-8e11509f17e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31dc7de6-ee92-4c38-8334-2bfb0e856ff7,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:24.676168 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-1d94eb77-d89a-424e-afc4-8e11509f17e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:24.681866 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-1d94eb77-d89a-424e-afc4-8e11509f17e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:24.683085 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-1d94eb77-d89a-424e-afc4-8e11509f17e9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/31dc7de6-ee92-4c38-8334-2bfb0e856ff7 HTTP/1.1" status: 204 len: 168 time: 0.1716452 Apr 20 18:36:24.992063 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 40574) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:36:25.013205 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-179012b5-af08-4abf-94df-75eacb2b7bb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:25.030952 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-179012b5-af08-4abf-94df-75eacb2b7bb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:36:25.035390 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-179012b5-af08-4abf-94df-75eacb2b7bb5 admin admin] Usage tracker for resource:security_group_rule and tenant:2d0d212c9833428d8e8c5f1a56673cb7 is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:36:25.038490 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-179012b5-af08-4abf-94df-75eacb2b7bb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:36:25.044965 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-179012b5-af08-4abf-94df-75eacb2b7bb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:36:25.132739 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-179012b5-af08-4abf-94df-75eacb2b7bb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:25.136352 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-179012b5-af08-4abf-94df-75eacb2b7bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:25.145712 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-92b9c2db-b421-4a9d-9c46-5f1ec8c79307 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:25.194331 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-179012b5-af08-4abf-94df-75eacb2b7bb5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2d0d212c9833428d8e8c5f1a56673cb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1985228 Apr 20 18:36:25.194331 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179012b5-af08-4abf-94df-75eacb2b7bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2eca8d-32d9-420f-be29-64b7c0d7d373,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:25.195269 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 40586) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:36:25.195956 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-179012b5-af08-4abf-94df-75eacb2b7bb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:25.261083 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-90972133-ccaa-4139-8a7d-5a658cafd943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:25.288288 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-90972133-ccaa-4139-8a7d-5a658cafd943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:25.343000 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-90972133-ccaa-4139-8a7d-5a658cafd943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:25.348280 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-de61a08a-7800-4647-8cdf-e4e6e87a0e07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:25.361328 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90972133-ccaa-4139-8a7d-5a658cafd943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2eca8d-32d9-420f-be29-64b7c0d7d373,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:25.365027 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-90972133-ccaa-4139-8a7d-5a658cafd943 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:25.370955 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-90972133-ccaa-4139-8a7d-5a658cafd943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:25.374278 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-90972133-ccaa-4139-8a7d-5a658cafd943 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8f2eca8d-32d9-420f-be29-64b7c0d7d373 HTTP/1.1" status: 204 len: 168 time: 0.1772115 Apr 20 18:36:25.576316 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-a4dd2b13-4c76-4039-b04f-335bab464c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:25.939689 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 40624) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:36:26.064362 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-92b4b573-f9d8-462c-8a93-edfd49932b22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:26.080183 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-92b4b573-f9d8-462c-8a93-edfd49932b22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:36:26.084649 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-92b4b573-f9d8-462c-8a93-edfd49932b22 admin admin] Usage tracker for resource:security_group_rule and tenant:205a0ddd8ca24368b7f70ac1f0a91118 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:36:26.088086 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-92b4b573-f9d8-462c-8a93-edfd49932b22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:36:26.094437 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-92b4b573-f9d8-462c-8a93-edfd49932b22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:36:26.181255 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-92b4b573-f9d8-462c-8a93-edfd49932b22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:26.187767 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-92b4b573-f9d8-462c-8a93-edfd49932b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:26.194766 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-10215e12-6f0e-4d70-9741-cb4eba168058 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:26.239982 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-92b4b573-f9d8-462c-8a93-edfd49932b22 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=205a0ddd8ca24368b7f70ac1f0a91118&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2990012 Apr 20 18:36:26.240832 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b4b573-f9d8-462c-8a93-edfd49932b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1854fd-c334-4571-a10c-b76d3838c978,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:26.243000 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 40638) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:36:26.244237 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-92b4b573-f9d8-462c-8a93-edfd49932b22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:26.306003 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-f1204ce0-33a8-4d81-a5cc-a8a91a22dd78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:26.333690 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-f1204ce0-33a8-4d81-a5cc-a8a91a22dd78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:26.378283 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-f1204ce0-33a8-4d81-a5cc-a8a91a22dd78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:26.383472 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-d168c17c-3256-4bc5-99a9-aea26a0ac24e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:26.398337 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1204ce0-33a8-4d81-a5cc-a8a91a22dd78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1854fd-c334-4571-a10c-b76d3838c978,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:26.401491 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-f1204ce0-33a8-4d81-a5cc-a8a91a22dd78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:26.406691 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-f1204ce0-33a8-4d81-a5cc-a8a91a22dd78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:26.410388 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-f1204ce0-33a8-4d81-a5cc-a8a91a22dd78 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ac1854fd-c334-4571-a10c-b76d3838c978 HTTP/1.1" status: 204 len: 168 time: 0.1639535 Apr 20 18:36:26.667032 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3b38f3e8-f2f1-49b6-ac75-f9314cd83db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:26.778869 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 40660) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:36:26.798405 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-97e7b22a-3948-446e-823a-f93b6f545fe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:26.813846 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-97e7b22a-3948-446e-823a-f93b6f545fe8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:36:26.818195 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-97e7b22a-3948-446e-823a-f93b6f545fe8 admin admin] Usage tracker for resource:security_group_rule and tenant:73059ff63c3f420c85ad327b1b6894e8 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:36:26.821311 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-97e7b22a-3948-446e-823a-f93b6f545fe8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:36:26.827415 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-97e7b22a-3948-446e-823a-f93b6f545fe8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:36:26.918902 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-97e7b22a-3948-446e-823a-f93b6f545fe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:26.922734 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-97e7b22a-3948-446e-823a-f93b6f545fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:26.932299 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-5ab3efd1-0bac-4e76-8c12-77d8a06da863 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:26.974999 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-97e7b22a-3948-446e-823a-f93b6f545fe8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=73059ff63c3f420c85ad327b1b6894e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1948225 Apr 20 18:36:26.976010 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e7b22a-3948-446e-823a-f93b6f545fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e55fc0-ab1f-4007-b7a3-d6dd2b5682be,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:26.978047 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 40668) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:36:26.981321 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-97e7b22a-3948-446e-823a-f93b6f545fe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:27.040674 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3acaa783-a41f-4fd0-af2f-9f3007ef718e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:27.071623 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3acaa783-a41f-4fd0-af2f-9f3007ef718e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:27.118843 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3acaa783-a41f-4fd0-af2f-9f3007ef718e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:27.123925 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-72cc8ad9-0c8b-4552-914a-8eacd618764b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:27.134954 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acaa783-a41f-4fd0-af2f-9f3007ef718e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e55fc0-ab1f-4007-b7a3-d6dd2b5682be,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:27.139771 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-3acaa783-a41f-4fd0-af2f-9f3007ef718e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:27.141809 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3acaa783-a41f-4fd0-af2f-9f3007ef718e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:27.143828 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-3acaa783-a41f-4fd0-af2f-9f3007ef718e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/48e55fc0-ab1f-4007-b7a3-d6dd2b5682be HTTP/1.1" status: 204 len: 168 time: 0.1640201 Apr 20 18:36:27.780195 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:28.392806 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db4e54cc-07a3-4585-8120-e6421209c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:28.916156 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 40802) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:36:28.917231 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 40804) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:36:29.040714 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-84ca489a-6bdf-4e48-8c33-4acd19634e19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:29.041683 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-61e0b03e-ae1b-4dfb-a3a0-c53f30549776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:29.056080 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-84ca489a-6bdf-4e48-8c33-4acd19634e19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:36:29.056992 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-61e0b03e-ae1b-4dfb-a3a0-c53f30549776 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:36:29.060305 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-84ca489a-6bdf-4e48-8c33-4acd19634e19 admin admin] Usage tracker for resource:security_group_rule and tenant:1caea3ae9fb14b50b400a398d6a4210b is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:36:29.061163 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-61e0b03e-ae1b-4dfb-a3a0-c53f30549776 admin admin] Usage tracker for resource:security_group_rule and tenant:5894e52ec6b949b990fdaa1ab41af9a1 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:36:29.063299 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-84ca489a-6bdf-4e48-8c33-4acd19634e19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:36:29.064273 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-61e0b03e-ae1b-4dfb-a3a0-c53f30549776 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:36:29.069457 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-84ca489a-6bdf-4e48-8c33-4acd19634e19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:36:29.070537 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-61e0b03e-ae1b-4dfb-a3a0-c53f30549776 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:36:29.155867 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-84ca489a-6bdf-4e48-8c33-4acd19634e19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:29.156473 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-61e0b03e-ae1b-4dfb-a3a0-c53f30549776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:29.159756 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-84ca489a-6bdf-4e48-8c33-4acd19634e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:29.160233 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-61e0b03e-ae1b-4dfb-a3a0-c53f30549776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:29.167398 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-f1204ce0-33a8-4d81-a5cc-a8a91a22dd78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:29.169506 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-90972133-ccaa-4139-8a7d-5a658cafd943 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:29.209280 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ca489a-6bdf-4e48-8c33-4acd19634e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8738da0-aef9-4612-a500-459e7604ff20,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:29.210899 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-61e0b03e-ae1b-4dfb-a3a0-c53f30549776 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5894e52ec6b949b990fdaa1ab41af9a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2931154 Apr 20 18:36:29.213902 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 40814) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:36:29.217063 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e0b03e-ae1b-4dfb-a3a0-c53f30549776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47df3290-d327-4d46-acb1-2fa9fd7dfde1,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:29.217846 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-84ca489a-6bdf-4e48-8c33-4acd19634e19 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1caea3ae9fb14b50b400a398d6a4210b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2991297 Apr 20 18:36:29.218578 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-84ca489a-6bdf-4e48-8c33-4acd19634e19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:29.219094 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 40818) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:36:29.221321 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-61e0b03e-ae1b-4dfb-a3a0-c53f30549776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:29.286279 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e4368f2b-d291-42ae-9340-30d2eeccf7b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:29.287787 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3d3d32fc-3cbc-4c6d-a861-75f7e78a2bc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:29.313406 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e4368f2b-d291-42ae-9340-30d2eeccf7b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:29.314946 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3d3d32fc-3cbc-4c6d-a861-75f7e78a2bc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:29.358889 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e4368f2b-d291-42ae-9340-30d2eeccf7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:29.360313 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3d3d32fc-3cbc-4c6d-a861-75f7e78a2bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:29.364048 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-a4dfb660-d7db-4292-ba59-a322fac2e557 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:29.365366 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-a2abac7c-d5e8-4281-a5d9-37b405ac9bde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:29.377728 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3d32fc-3cbc-4c6d-a861-75f7e78a2bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8738da0-aef9-4612-a500-459e7604ff20,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:29.377873 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4368f2b-d291-42ae-9340-30d2eeccf7b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47df3290-d327-4d46-acb1-2fa9fd7dfde1,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:29.380815 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-e4368f2b-d291-42ae-9340-30d2eeccf7b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:29.380960 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-3d3d32fc-3cbc-4c6d-a861-75f7e78a2bc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:29.383018 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3d3d32fc-3cbc-4c6d-a861-75f7e78a2bc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:29.388605 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-3d3d32fc-3cbc-4c6d-a861-75f7e78a2bc6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b8738da0-aef9-4612-a500-459e7604ff20 HTTP/1.1" status: 204 len: 168 time: 0.1667478 Apr 20 18:36:29.393338 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e4368f2b-d291-42ae-9340-30d2eeccf7b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:29.398206 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-e4368f2b-d291-42ae-9340-30d2eeccf7b1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/47df3290-d327-4d46-acb1-2fa9fd7dfde1 HTTP/1.1" status: 204 len: 168 time: 0.1829901 Apr 20 18:36:29.688375 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 40832) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:36:29.697116 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 40836) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:36:29.707890 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4354dfd7-7e2d-4569-abc1-25c5677f04a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:29.716417 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-44ad8e06-fd4a-4f0c-922e-20756c4ce18d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:29.723775 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-4354dfd7-7e2d-4569-abc1-25c5677f04a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:36:29.727876 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-4354dfd7-7e2d-4569-abc1-25c5677f04a8 admin admin] Usage tracker for resource:security_group_rule and tenant:998c2c7fc5414229aa163cd50f0e41ba is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:36:29.730865 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-4354dfd7-7e2d-4569-abc1-25c5677f04a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:36:29.731543 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-44ad8e06-fd4a-4f0c-922e-20756c4ce18d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:36:29.735486 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-44ad8e06-fd4a-4f0c-922e-20756c4ce18d admin admin] Usage tracker for resource:security_group_rule and tenant:9e455dd5a66d45f9b1040268330352f5 is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:36:29.736926 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-4354dfd7-7e2d-4569-abc1-25c5677f04a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:36:29.738352 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-44ad8e06-fd4a-4f0c-922e-20756c4ce18d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:36:29.744369 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-44ad8e06-fd4a-4f0c-922e-20756c4ce18d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:36:29.823653 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4354dfd7-7e2d-4569-abc1-25c5677f04a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:29.827012 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-44ad8e06-fd4a-4f0c-922e-20756c4ce18d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:29.827161 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4354dfd7-7e2d-4569-abc1-25c5677f04a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:29.830210 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-44ad8e06-fd4a-4f0c-922e-20756c4ce18d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:29.836574 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-9a4a0a8a-7591-47f0-8acc-6408449dd944 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:29.839540 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-f9961d2f-645e-48cf-a9c4-59110de4f301 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:29.885796 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-4354dfd7-7e2d-4569-abc1-25c5677f04a8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=998c2c7fc5414229aa163cd50f0e41ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1928916 Apr 20 18:36:29.885796 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4354dfd7-7e2d-4569-abc1-25c5677f04a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d9c548-673d-4d25-86c7-87893c98f3d0,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:29.886658 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 40840) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:36:29.887598 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-4354dfd7-7e2d-4569-abc1-25c5677f04a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:29.891950 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ad8e06-fd4a-4f0c-922e-20756c4ce18d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be4378e3-bf3a-4f15-bc34-dca635069ec6,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:29.907029 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-44ad8e06-fd4a-4f0c-922e-20756c4ce18d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:29.912038 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-44ad8e06-fd4a-4f0c-922e-20756c4ce18d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9e455dd5a66d45f9b1040268330352f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2113142 Apr 20 18:36:29.912503 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 40844) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:36:29.961891 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d9a9926d-452f-4ffc-b2a8-886a88ef0c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:29.975288 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-6dbbb76d-dfa0-44bf-895e-6a7041121bad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:29.988864 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d9a9926d-452f-4ffc-b2a8-886a88ef0c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:30.002032 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-6dbbb76d-dfa0-44bf-895e-6a7041121bad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:30.035370 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d9a9926d-452f-4ffc-b2a8-886a88ef0c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:30.040679 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-51b81875-fa93-4b6c-aa38-147f1763c5ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:30.048529 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-6dbbb76d-dfa0-44bf-895e-6a7041121bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:30.053527 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-8b5e0389-d530-4f30-9cdb-f9a20677bbe5 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:30.055052 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a9926d-452f-4ffc-b2a8-886a88ef0c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d9c548-673d-4d25-86c7-87893c98f3d0,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:30.057464 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-d9a9926d-452f-4ffc-b2a8-886a88ef0c6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:30.066009 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d9a9926d-452f-4ffc-b2a8-886a88ef0c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:30.069949 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbbb76d-dfa0-44bf-895e-6a7041121bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4378e3-bf3a-4f15-bc34-dca635069ec6,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:30.070100 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-d9a9926d-452f-4ffc-b2a8-886a88ef0c6c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f0d9c548-673d-4d25-86c7-87893c98f3d0 HTTP/1.1" status: 204 len: 168 time: 0.1797483 Apr 20 18:36:30.072703 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-6dbbb76d-dfa0-44bf-895e-6a7041121bad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:30.077145 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-6dbbb76d-dfa0-44bf-895e-6a7041121bad admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:30.078370 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-6dbbb76d-dfa0-44bf-895e-6a7041121bad admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/be4378e3-bf3a-4f15-bc34-dca635069ec6 HTTP/1.1" status: 204 len: 168 time: 0.1647968 Apr 20 18:36:37.110166 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 41018) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:36:37.240631 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8e425657-5d98-4506-845a-071b5f4f7a21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:37.256032 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-8e425657-5d98-4506-845a-071b5f4f7a21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:36:37.260366 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-8e425657-5d98-4506-845a-071b5f4f7a21 admin admin] Usage tracker for resource:security_group_rule and tenant:a0d613eeb05e44c598e64b89f62fbdf6 is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:36:37.263458 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-8e425657-5d98-4506-845a-071b5f4f7a21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:36:37.269873 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-8e425657-5d98-4506-845a-071b5f4f7a21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:36:37.356445 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8e425657-5d98-4506-845a-071b5f4f7a21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:37.360144 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8e425657-5d98-4506-845a-071b5f4f7a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:37.366954 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-b713d891-874d-4fee-ae86-52200297dc6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:37.415431 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-8e425657-5d98-4506-845a-071b5f4f7a21 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a0d613eeb05e44c598e64b89f62fbdf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3040714 Apr 20 18:36:37.416214 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e425657-5d98-4506-845a-071b5f4f7a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf12557e-f74a-4078-8023-7b6a16509d39,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:37.418599 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 41026) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:36:37.419337 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-8e425657-5d98-4506-845a-071b5f4f7a21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:37.482134 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-ff516ee8-942b-43fe-b0f0-9b2fd52995ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:37.509517 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-ff516ee8-942b-43fe-b0f0-9b2fd52995ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:37.560555 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-ff516ee8-942b-43fe-b0f0-9b2fd52995ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:37.564333 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-9fec7fb8-962f-4997-a422-7ff1c53b10aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:37.575831 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff516ee8-942b-43fe-b0f0-9b2fd52995ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf12557e-f74a-4078-8023-7b6a16509d39,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:37.587481 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff516ee8-942b-43fe-b0f0-9b2fd52995ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:37.587879 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff516ee8-942b-43fe-b0f0-9b2fd52995ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:37.588272 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff516ee8-942b-43fe-b0f0-9b2fd52995ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:37.588657 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff516ee8-942b-43fe-b0f0-9b2fd52995ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:37.589039 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff516ee8-942b-43fe-b0f0-9b2fd52995ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:37.589422 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff516ee8-942b-43fe-b0f0-9b2fd52995ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:37.589801 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff516ee8-942b-43fe-b0f0-9b2fd52995ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:37.590177 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff516ee8-942b-43fe-b0f0-9b2fd52995ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:37.590555 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff516ee8-942b-43fe-b0f0-9b2fd52995ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:37.590962 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff516ee8-942b-43fe-b0f0-9b2fd52995ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:37.591315 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff516ee8-942b-43fe-b0f0-9b2fd52995ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:37.591688 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff516ee8-942b-43fe-b0f0-9b2fd52995ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:37.594956 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-ff516ee8-942b-43fe-b0f0-9b2fd52995ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:37.596142 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-ff516ee8-942b-43fe-b0f0-9b2fd52995ab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cf12557e-f74a-4078-8023-7b6a16509d39 HTTP/1.1" status: 204 len: 168 time: 0.1764579 Apr 20 18:36:37.597032 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-ff516ee8-942b-43fe-b0f0-9b2fd52995ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:37.904392 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 41034) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:36:37.923629 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8c05fc41-2875-4aa1-84a7-c030df8178ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:37.941647 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-8c05fc41-2875-4aa1-84a7-c030df8178ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:36:37.946331 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-8c05fc41-2875-4aa1-84a7-c030df8178ec admin admin] Usage tracker for resource:security_group_rule and tenant:34f8a39617ac4a4fb7affa67c3077ec9 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:36:37.949620 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-8c05fc41-2875-4aa1-84a7-c030df8178ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:36:37.956359 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-8c05fc41-2875-4aa1-84a7-c030df8178ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:36:38.051588 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8c05fc41-2875-4aa1-84a7-c030df8178ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:38.055611 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8c05fc41-2875-4aa1-84a7-c030df8178ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:38.062958 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-391345c1-1398-41c5-848d-72e2d48f1527 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:38.106515 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-8c05fc41-2875-4aa1-84a7-c030df8178ec admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=34f8a39617ac4a4fb7affa67c3077ec9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2009768 Apr 20 18:36:38.107309 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c05fc41-2875-4aa1-84a7-c030df8178ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f2d0bf-22c1-4f6e-8e5c-26889841fd19,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:38.109606 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 41038) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:36:38.110499 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-8c05fc41-2875-4aa1-84a7-c030df8178ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:38.174315 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-019a6411-4bf2-46e0-a2a1-a4bbf6c0b512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:38.202649 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-019a6411-4bf2-46e0-a2a1-a4bbf6c0b512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:38.254937 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-019a6411-4bf2-46e0-a2a1-a4bbf6c0b512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:38.259903 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-07f065de-e14b-4e1d-b093-f822dc6da1d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:38.273203 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019a6411-4bf2-46e0-a2a1-a4bbf6c0b512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f2d0bf-22c1-4f6e-8e5c-26889841fd19,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:38.275652 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-019a6411-4bf2-46e0-a2a1-a4bbf6c0b512 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:38.284325 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-019a6411-4bf2-46e0-a2a1-a4bbf6c0b512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:38.288208 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-019a6411-4bf2-46e0-a2a1-a4bbf6c0b512 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/31f2d0bf-22c1-4f6e-8e5c-26889841fd19 HTTP/1.1" status: 204 len: 168 time: 0.1748760 Apr 20 18:36:38.851383 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.agents_db [None req-bb53aea3-de48-49b3-8e00-ae07e91d3609 None None] Agent healthcheck: found 6 active agents {{(pid=86394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:36:40.165815 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 41116) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:36:40.422944 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d8cffe87-7575-4c3f-927f-5799b94e84c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:40.442745 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-d8cffe87-7575-4c3f-927f-5799b94e84c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:36:40.447204 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-d8cffe87-7575-4c3f-927f-5799b94e84c5 admin admin] Usage tracker for resource:security_group_rule and tenant:ba92b3370a6d4413b50331cba48c8d4e is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:36:40.450195 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-d8cffe87-7575-4c3f-927f-5799b94e84c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:36:40.456303 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-d8cffe87-7575-4c3f-927f-5799b94e84c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:36:40.548142 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d8cffe87-7575-4c3f-927f-5799b94e84c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:40.551789 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d8cffe87-7575-4c3f-927f-5799b94e84c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:40.561333 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-371cbce2-cc4b-4847-b6ee-1afd1cb8a704 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:40.603691 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-d8cffe87-7575-4c3f-927f-5799b94e84c5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ba92b3370a6d4413b50331cba48c8d4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4366958 Apr 20 18:36:40.605433 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cffe87-7575-4c3f-927f-5799b94e84c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a400f649-e0c3-4f45-967b-133c3edee071,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:40.606928 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 41132) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:36:40.608735 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-d8cffe87-7575-4c3f-927f-5799b94e84c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:40.676377 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-1f920749-5cb4-4fc9-8aba-74bb21164640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:40.704140 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-1f920749-5cb4-4fc9-8aba-74bb21164640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:40.749541 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-1f920749-5cb4-4fc9-8aba-74bb21164640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:40.754538 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-6dbbb76d-dfa0-44bf-895e-6a7041121bad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:40.769540 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f920749-5cb4-4fc9-8aba-74bb21164640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a400f649-e0c3-4f45-967b-133c3edee071,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:40.772728 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-1f920749-5cb4-4fc9-8aba-74bb21164640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:40.777250 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-1f920749-5cb4-4fc9-8aba-74bb21164640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:40.781358 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-1f920749-5cb4-4fc9-8aba-74bb21164640 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a400f649-e0c3-4f45-967b-133c3edee071 HTTP/1.1" status: 204 len: 168 time: 0.1725585 Apr 20 18:36:41.095251 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 41150) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:36:41.117163 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-a0f1bf3b-16e0-491b-b880-4f48402dc5b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:41.133321 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-a0f1bf3b-16e0-491b-b880-4f48402dc5b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:36:41.137349 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-a0f1bf3b-16e0-491b-b880-4f48402dc5b4 admin admin] Usage tracker for resource:security_group_rule and tenant:0cd0eafae94843058941f685e58cb4bd is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:36:41.140330 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-a0f1bf3b-16e0-491b-b880-4f48402dc5b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:36:41.146309 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-a0f1bf3b-16e0-491b-b880-4f48402dc5b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:36:41.230081 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-a0f1bf3b-16e0-491b-b880-4f48402dc5b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:41.234380 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-a0f1bf3b-16e0-491b-b880-4f48402dc5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:41.242083 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:41.286533 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-a0f1bf3b-16e0-491b-b880-4f48402dc5b4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0cd0eafae94843058941f685e58cb4bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1895597 Apr 20 18:36:41.287475 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f1bf3b-16e0-491b-b880-4f48402dc5b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49663fb6-0d3f-49e5-a219-1445c5ba395b,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:41.289663 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 41154) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:36:41.293383 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-a0f1bf3b-16e0-491b-b880-4f48402dc5b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:41.354199 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-b5db534b-06e1-4b77-9f2e-f2725213165f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:41.381697 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-b5db534b-06e1-4b77-9f2e-f2725213165f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:41.428873 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-b5db534b-06e1-4b77-9f2e-f2725213165f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:41.432680 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-3d3d32fc-3cbc-4c6d-a861-75f7e78a2bc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:41.449755 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5db534b-06e1-4b77-9f2e-f2725213165f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49663fb6-0d3f-49e5-a219-1445c5ba395b,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:41.452122 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-b5db534b-06e1-4b77-9f2e-f2725213165f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:41.461355 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-b5db534b-06e1-4b77-9f2e-f2725213165f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:41.462537 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-b5db534b-06e1-4b77-9f2e-f2725213165f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/49663fb6-0d3f-49e5-a219-1445c5ba395b HTTP/1.1" status: 204 len: 168 time: 0.1717496 Apr 20 18:36:44.137930 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-9bdf9366-3e22-4fb8-905d-3e9d54e02010 req-6a681d75-af24-486b-9a01-5117aa92c974 tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=1bb8e55656e74d168e7f19ffb1c7c891&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365152 Apr 20 18:36:44.199990 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 41234) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:36:44.301391 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf9366-3e22-4fb8-905d-3e9d54e02010 req-0c8c73e1-6269-4fb4-bece-df58152fc10f tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:44.302990 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-9bdf9366-3e22-4fb8-905d-3e9d54e02010 req-0c8c73e1-6269-4fb4-bece-df58152fc10f tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1588695 Apr 20 18:36:44.321050 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-9bdf9366-3e22-4fb8-905d-3e9d54e02010 req-0df597eb-e862-4b39-bcff-40f8cf3fc19a tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] 10.222.0.20 "GET /v2.0/quotas/1bb8e55656e74d168e7f19ffb1c7c891 HTTP/1.1" status: 200 len: 375 time: 0.0100546 Apr 20 18:36:44.330737 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-513c552f-c2ef-480a-8c3f-61c0bf3f7163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:44.346804 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-513c552f-c2ef-480a-8c3f-61c0bf3f7163 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:36:44.351114 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-513c552f-c2ef-480a-8c3f-61c0bf3f7163 admin admin] Usage tracker for resource:security_group_rule and tenant:afbd0a3063024bd194cc14871594ca37 is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:36:44.354204 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-513c552f-c2ef-480a-8c3f-61c0bf3f7163 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:36:44.360807 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-513c552f-c2ef-480a-8c3f-61c0bf3f7163 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:36:44.375072 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-9bdf9366-3e22-4fb8-905d-3e9d54e02010 req-df48648e-9043-44fb-812c-c625aadee2a2 tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1bb8e55656e74d168e7f19ffb1c7c891&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476367 Apr 20 18:36:44.448961 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-513c552f-c2ef-480a-8c3f-61c0bf3f7163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:44.452453 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-513c552f-c2ef-480a-8c3f-61c0bf3f7163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:44.462117 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-21e0479f-7b18-4fb9-8dc0-1d0000872434 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:44.507876 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-513c552f-c2ef-480a-8c3f-61c0bf3f7163 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=afbd0a3063024bd194cc14871594ca37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3066292 Apr 20 18:36:44.509034 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513c552f-c2ef-480a-8c3f-61c0bf3f7163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9318fb-16ed-44b4-97a0-34a78d494a90,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:44.510388 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 41242) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:36:44.512919 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-513c552f-c2ef-480a-8c3f-61c0bf3f7163 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:44.580010 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0ef976c4-bea1-4aba-aa21-6b79e6787160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:44.591693 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-414a097e-92d2-4259-a300-88c98c342467 req-fd56ae5c-f913-4a42-8720-e28a815f19b1 tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6f4daf-1b52-4864-939c-e4cde2e71ca3 HTTP/1.1" status: 200 len: 210 time: 0.0540950 Apr 20 18:36:44.608824 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0ef976c4-bea1-4aba-aa21-6b79e6787160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:44.656405 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0ef976c4-bea1-4aba-aa21-6b79e6787160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:44.661456 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2db61f6e-414a-4a24-b07c-eafe4885a422 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:44.674047 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef976c4-bea1-4aba-aa21-6b79e6787160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9318fb-16ed-44b4-97a0-34a78d494a90,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:44.679434 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-0ef976c4-bea1-4aba-aa21-6b79e6787160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:44.683952 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0ef976c4-bea1-4aba-aa21-6b79e6787160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:44.687989 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-0ef976c4-bea1-4aba-aa21-6b79e6787160 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9f9318fb-16ed-44b4-97a0-34a78d494a90 HTTP/1.1" status: 204 len: 168 time: 0.1765208 Apr 20 18:36:44.991148 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 41258) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:36:45.010229 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-a2b72f0e-674d-4975-88d1-990e33e1a5ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:45.025839 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-a2b72f0e-674d-4975-88d1-990e33e1a5ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:36:45.030537 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-a2b72f0e-674d-4975-88d1-990e33e1a5ec admin admin] Usage tracker for resource:security_group_rule and tenant:b8c259d674344a7f80ab452bbdaa05a4 is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:36:45.033626 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-a2b72f0e-674d-4975-88d1-990e33e1a5ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:36:45.039761 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-a2b72f0e-674d-4975-88d1-990e33e1a5ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:36:45.125189 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-a2b72f0e-674d-4975-88d1-990e33e1a5ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:45.128389 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-a2b72f0e-674d-4975-88d1-990e33e1a5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:45.137626 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-d00b2e5a-1c29-4d6e-8c5c-c32fea7752c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:45.178830 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b72f0e-674d-4975-88d1-990e33e1a5ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7f2a1f-0456-438f-89fa-c8d8a2c23a8a,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:45.183417 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-a2b72f0e-674d-4975-88d1-990e33e1a5ec admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b8c259d674344a7f80ab452bbdaa05a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1910710 Apr 20 18:36:45.184328 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-a2b72f0e-674d-4975-88d1-990e33e1a5ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:45.186435 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 41262) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:36:45.248653 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9392091f-fda9-4e39-9975-93ecb00b210a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:45.275999 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9392091f-fda9-4e39-9975-93ecb00b210a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:45.325057 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9392091f-fda9-4e39-9975-93ecb00b210a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:45.328760 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-d9a9926d-452f-4ffc-b2a8-886a88ef0c6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:45.342526 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9392091f-fda9-4e39-9975-93ecb00b210a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7f2a1f-0456-438f-89fa-c8d8a2c23a8a,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:45.346334 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-9392091f-fda9-4e39-9975-93ecb00b210a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:45.352003 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9392091f-fda9-4e39-9975-93ecb00b210a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:45.353181 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-9392091f-fda9-4e39-9975-93ecb00b210a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2e7f2a1f-0456-438f-89fa-c8d8a2c23a8a HTTP/1.1" status: 204 len: 168 time: 0.1658902 Apr 20 18:36:45.536325 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-9bdf9366-3e22-4fb8-905d-3e9d54e02010 req-e7fc641e-2ab5-44f4-9edd-8e6e9bc43e06 tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=1bb8e55656e74d168e7f19ffb1c7c891&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326445 Apr 20 18:36:45.722477 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf9366-3e22-4fb8-905d-3e9d54e02010 req-a4be7b6a-d16b-4c11-835a-6e01c8c7617f tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:45.724988 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-9bdf9366-3e22-4fb8-905d-3e9d54e02010 req-a4be7b6a-d16b-4c11-835a-6e01c8c7617f tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1829507 Apr 20 18:36:45.751533 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 41274) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:36:45.772531 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-168d1d74-bdd6-4c2e-b47c-4a8052c28da6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:45.781826 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [req-9bdf9366-3e22-4fb8-905d-3e9d54e02010 req-d45cc330-d5b0-45ea-ba54-bd0972c37133 tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] Request body: {'port': {'device_id': '5d6f4daf-1b52-4864-939c-e4cde2e71ca3', 'network_id': '5efa6cbd-5ff7-478e-b468-d0aa9e877360', 'admin_state_up': True, 'tenant_id': '1bb8e55656e74d168e7f19ffb1c7c891'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:36:45.788513 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-168d1d74-bdd6-4c2e-b47c-4a8052c28da6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:36:45.793145 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-168d1d74-bdd6-4c2e-b47c-4a8052c28da6 admin admin] Usage tracker for resource:security_group_rule and tenant:e5ed6e7051d44f70ac198f229961cec9 is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:36:45.796194 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-168d1d74-bdd6-4c2e-b47c-4a8052c28da6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:36:45.802428 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-168d1d74-bdd6-4c2e-b47c-4a8052c28da6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:36:45.812859 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-bf580b56-9d44-439a-8d25-c9bb9cf19094 req-f7cce105-5a51-471b-88e4-160356f259aa tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6f4daf-1b52-4864-939c-e4cde2e71ca3 HTTP/1.1" status: 200 len: 210 time: 0.0866339 Apr 20 18:36:45.898143 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-168d1d74-bdd6-4c2e-b47c-4a8052c28da6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:45.901309 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-168d1d74-bdd6-4c2e-b47c-4a8052c28da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:45.914417 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-ba4f8285-7494-41df-8f2e-e385a05e6e82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:45.960524 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [req-9bdf9366-3e22-4fb8-905d-3e9d54e02010 req-d45cc330-d5b0-45ea-ba54-bd0972c37133 tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:36:45.966273 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-168d1d74-bdd6-4c2e-b47c-4a8052c28da6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e5ed6e7051d44f70ac198f229961cec9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2121735 Apr 20 18:36:45.966480 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-9bdf9366-3e22-4fb8-905d-3e9d54e02010 req-d45cc330-d5b0-45ea-ba54-bd0972c37133 tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] Usage tracker for resource:port and tenant:1bb8e55656e74d168e7f19ffb1c7c891 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:36:45.967272 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168d1d74-bdd6-4c2e-b47c-4a8052c28da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c717d7-96de-41c9-a75b-e9dc91b5c1d3,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:45.968788 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 41280) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:36:45.970863 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-168d1d74-bdd6-4c2e-b47c-4a8052c28da6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:45.971647 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-9bdf9366-3e22-4fb8-905d-3e9d54e02010 req-d45cc330-d5b0-45ea-ba54-bd0972c37133 tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:36:45.989575 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [req-9bdf9366-3e22-4fb8-905d-3e9d54e02010 req-d45cc330-d5b0-45ea-ba54-bd0972c37133 tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:36:46.019940 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bdf9366-3e22-4fb8-905d-3e9d54e02010 req-d45cc330-d5b0-45ea-ba54-bd0972c37133 tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] Made reservation on behalf of 1bb8e55656e74d168e7f19ffb1c7c891 for: {'port': 1} {{(pid=86391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:36:46.027062 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-9bdf9366-3e22-4fb8-905d-3e9d54e02010 req-d45cc330-d5b0-45ea-ba54-bd0972c37133 tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:46.051897 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-9bdf9366-3e22-4fb8-905d-3e9d54e02010 req-d45cc330-d5b0-45ea-ba54-bd0972c37133 tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:46.085387 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [req-9bdf9366-3e22-4fb8-905d-3e9d54e02010 req-d45cc330-d5b0-45ea-ba54-bd0972c37133 tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:36:46.092697 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-9bdf9366-3e22-4fb8-905d-3e9d54e02010 req-d45cc330-d5b0-45ea-ba54-bd0972c37133 tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] Usage tracker for resource:security_group_rule and tenant:1bb8e55656e74d168e7f19ffb1c7c891 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:36:46.096890 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0cba23bb-19fc-43d1-956a-fcc1f0fb6b88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:46.098966 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-9bdf9366-3e22-4fb8-905d-3e9d54e02010 req-d45cc330-d5b0-45ea-ba54-bd0972c37133 tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:36:46.112016 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [req-9bdf9366-3e22-4fb8-905d-3e9d54e02010 req-d45cc330-d5b0-45ea-ba54-bd0972c37133 tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:36:46.142163 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0cba23bb-19fc-43d1-956a-fcc1f0fb6b88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:46.233270 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0cba23bb-19fc-43d1-956a-fcc1f0fb6b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:46.237658 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-01beff48-76ec-479f-97a8-fe94ede528b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:46.274547 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cba23bb-19fc-43d1-956a-fcc1f0fb6b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c717d7-96de-41c9-a75b-e9dc91b5c1d3,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:46.284533 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-0cba23bb-19fc-43d1-956a-fcc1f0fb6b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:46.286355 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-9bdf9366-3e22-4fb8-905d-3e9d54e02010 req-d45cc330-d5b0-45ea-ba54-bd0972c37133 tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:46.292303 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-9bdf9366-3e22-4fb8-905d-3e9d54e02010 req-d45cc330-d5b0-45ea-ba54-bd0972c37133 tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:46.298504 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-0cba23bb-19fc-43d1-956a-fcc1f0fb6b88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:46.348518 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0cba23bb-19fc-43d1-956a-fcc1f0fb6b88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:46.349739 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-0cba23bb-19fc-43d1-956a-fcc1f0fb6b88 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/91c717d7-96de-41c9-a75b-e9dc91b5c1d3 HTTP/1.1" status: 204 len: 168 time: 0.3799379 Apr 20 18:36:46.392320 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45cc330-d5b0-45ea-ba54-bd0972c37133 tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42aa4435-0925-4e0e-b461-a5c15bbb19b8,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:46.408151 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-d45cc330-d5b0-45ea-ba54-bd0972c37133 tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:46.492608 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.db_base_plugin_common [req-9bdf9366-3e22-4fb8-905d-3e9d54e02010 req-d45cc330-d5b0-45ea-ba54-bd0972c37133 tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] Allocated IP 192.168.233.113 (5efa6cbd-5ff7-478e-b468-d0aa9e877360/675f584c-cab7-4a1a-9eae-7af7c9e19054/085dbf16-5010-435a-88cf-9a663439854e) {{(pid=86391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:36:46.687431 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:46.960401 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-9bdf9366-3e22-4fb8-905d-3e9d54e02010 req-d45cc330-d5b0-45ea-ba54-bd0972c37133 tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] Notify callbacks [] for port, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:46.977193 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [req-9bdf9366-3e22-4fb8-905d-3e9d54e02010 req-d45cc330-d5b0-45ea-ba54-bd0972c37133 tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] Transition to ACTIVE for port object 085dbf16-5010-435a-88cf-9a663439854e will not be triggered until provisioned by entity DHCP. {{(pid=86391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:36:46.996081 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-dbf009b0-da20-4b7c-b5f2-335648432d22 req-8d84cc08-029e-4a2e-8df1-e07fda93eb8e tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6f4daf-1b52-4864-939c-e4cde2e71ca3 HTTP/1.1" status: 200 len: 210 time: 0.0596046 Apr 20 18:36:47.002219 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-9bdf9366-3e22-4fb8-905d-3e9d54e02010 req-d45cc330-d5b0-45ea-ba54-bd0972c37133 tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278078920240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368212'] for port, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:47.018152 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-861aa30c-4b5c-4a7b-a9b5-01a9d1e41f74 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:47.073406 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bdf9366-3e22-4fb8-905d-3e9d54e02010 req-d45cc330-d5b0-45ea-ba54-bd0972c37133 tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] Network 5efa6cbd-5ff7-478e-b468-d0aa9e877360 is already hosted by enough agents. {{(pid=86391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:36:47.082562 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [req-9bdf9366-3e22-4fb8-905d-3e9d54e02010 req-d45cc330-d5b0-45ea-ba54-bd0972c37133 tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] Resources bound (agent type, host, resource id): {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:36:47.088333 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bdf9366-3e22-4fb8-905d-3e9d54e02010 req-d45cc330-d5b0-45ea-ba54-bd0972c37133 tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] Received port after_create {{(pid=86391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:36:47.135340 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45cc330-d5b0-45ea-ba54-bd0972c37133 tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] Pushing event updated for resources: {'Port': ['ID=085dbf16-5010-435a-88cf-9a663439854e,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:47.140151 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-d45cc330-d5b0-45ea-ba54-bd0972c37133 tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:47.166464 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf9366-3e22-4fb8-905d-3e9d54e02010 req-d45cc330-d5b0-45ea-ba54-bd0972c37133 tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:47.167173 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-9bdf9366-3e22-4fb8-905d-3e9d54e02010 req-d45cc330-d5b0-45ea-ba54-bd0972c37133 tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031'] for port, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:47.189603 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-9bdf9366-3e22-4fb8-905d-3e9d54e02010 req-d45cc330-d5b0-45ea-ba54-bd0972c37133 tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4180596 Apr 20 18:36:47.201971 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [req-9bdf9366-3e22-4fb8-905d-3e9d54e02010 req-161f50b8-498e-431e-a170-93bc41f0091d service neutron] Request body: {'port': {'device_id': '5d6f4daf-1b52-4864-939c-e4cde2e71ca3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:36:47.326464 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-9bdf9366-3e22-4fb8-905d-3e9d54e02010 req-161f50b8-498e-431e-a170-93bc41f0091d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:47.330302 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-b3165c3c-23a4-4421-9270-d971305b89c4 None None] Provisioning for port 085dbf16-5010-435a-88cf-9a663439854e completed by entity DHCP. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:36:47.336251 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-b3165c3c-23a4-4421-9270-d971305b89c4 None None] Provisioning complete for port 085dbf16-5010-435a-88cf-9a663439854e triggered by entity DHCP. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:36:47.336739 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-b3165c3c-23a4-4421-9270-d971305b89c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:47.397737 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-b3165c3c-23a4-4421-9270-d971305b89c4 None None] Port 085dbf16-5010-435a-88cf-9a663439854e cannot update to ACTIVE because it is not bound. {{(pid=86393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:36:47.689622 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [req-9bdf9366-3e22-4fb8-905d-3e9d54e02010 req-161f50b8-498e-431e-a170-93bc41f0091d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 085dbf16-5010-435a-88cf-9a663439854e {{(pid=86391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:36:47.697629 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-9bdf9366-3e22-4fb8-905d-3e9d54e02010 req-161f50b8-498e-431e-a170-93bc41f0091d service neutron] Notify callbacks [] for port, precommit_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:47.713216 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [req-9bdf9366-3e22-4fb8-905d-3e9d54e02010 req-161f50b8-498e-431e-a170-93bc41f0091d service neutron] Transition to ACTIVE for port object 085dbf16-5010-435a-88cf-9a663439854e will not be triggered until provisioned by entity L2. {{(pid=86391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:36:47.716859 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-9bdf9366-3e22-4fb8-905d-3e9d54e02010 req-161f50b8-498e-431e-a170-93bc41f0091d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852407587'] for port, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:47.721986 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-721a1739-5c77-493b-a6bc-183476d66940 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:47.901990 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161f50b8-498e-431e-a170-93bc41f0091d service neutron] Pushing event updated for resources: {'Port': ['ID=085dbf16-5010-435a-88cf-9a663439854e,revision_number=2']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:47.935017 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-161f50b8-498e-431e-a170-93bc41f0091d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:47.976434 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [req-9bdf9366-3e22-4fb8-905d-3e9d54e02010 req-161f50b8-498e-431e-a170-93bc41f0091d service neutron] Attempting to bind port 085dbf16-5010-435a-88cf-9a663439854e on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:36:47.976809 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [req-9bdf9366-3e22-4fb8-905d-3e9d54e02010 req-161f50b8-498e-431e-a170-93bc41f0091d service neutron] Attempting to bind port 085dbf16-5010-435a-88cf-9a663439854e by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '9b5c122d-c669-44ca-b17a-386a8d3f2266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5efa6cbd-5ff7-478e-b468-d0aa9e877360'}] {{(pid=86391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:36:47.977183 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdf9366-3e22-4fb8-905d-3e9d54e02010 req-161f50b8-498e-431e-a170-93bc41f0091d service neutron] Attempting to bind port 085dbf16-5010-435a-88cf-9a663439854e on network 5efa6cbd-5ff7-478e-b468-d0aa9e877360 {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:36:47.982109 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdf9366-3e22-4fb8-905d-3e9d54e02010 req-161f50b8-498e-431e-a170-93bc41f0091d service neutron] Port 085dbf16-5010-435a-88cf-9a663439854e on network 5efa6cbd-5ff7-478e-b468-d0aa9e877360 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:36:47.982474 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdf9366-3e22-4fb8-905d-3e9d54e02010 req-161f50b8-498e-431e-a170-93bc41f0091d service neutron] Attempting to bind port 085dbf16-5010-435a-88cf-9a663439854e on network 5efa6cbd-5ff7-478e-b468-d0aa9e877360 {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:36:47.988031 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdf9366-3e22-4fb8-905d-3e9d54e02010 req-161f50b8-498e-431e-a170-93bc41f0091d service neutron] Checking agent: {'id': '263cae3f-8754-41ef-b011-a572dc0aeed8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 27, 47), 'started_at': datetime.datetime(2021, 4, 20, 18, 27, 47), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:36:47.988416 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdf9366-3e22-4fb8-905d-3e9d54e02010 req-161f50b8-498e-431e-a170-93bc41f0091d service neutron] Checking segment: {'id': '9b5c122d-c669-44ca-b17a-386a8d3f2266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5efa6cbd-5ff7-478e-b468-d0aa9e877360'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:36:47.988835 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdf9366-3e22-4fb8-905d-3e9d54e02010 req-161f50b8-498e-431e-a170-93bc41f0091d service neutron] Bound using segment: {'id': '9b5c122d-c669-44ca-b17a-386a8d3f2266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5efa6cbd-5ff7-478e-b468-d0aa9e877360'} {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:36:47.989301 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [req-9bdf9366-3e22-4fb8-905d-3e9d54e02010 req-161f50b8-498e-431e-a170-93bc41f0091d service neutron] Bound port: 085dbf16-5010-435a-88cf-9a663439854e, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b5c122d-c669-44ca-b17a-386a8d3f2266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5efa6cbd-5ff7-478e-b468-d0aa9e877360'}}] {{(pid=86391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:36:47.989674 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-9bdf9366-3e22-4fb8-905d-3e9d54e02010 req-161f50b8-498e-431e-a170-93bc41f0091d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:47.994096 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 41326) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:36:48.094322 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [req-9bdf9366-3e22-4fb8-905d-3e9d54e02010 req-161f50b8-498e-431e-a170-93bc41f0091d service neutron] For port 085dbf16-5010-435a-88cf-9a663439854e, host hv-cinder-78693, cleared binding levels {{(pid=86391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:36:48.099590 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [req-9bdf9366-3e22-4fb8-905d-3e9d54e02010 req-161f50b8-498e-431e-a170-93bc41f0091d service neutron] For port 085dbf16-5010-435a-88cf-9a663439854e, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=085dbf16-5010-435a-88cf-9a663439854e,segment=NetworkSegment(9b5c122d-c669-44ca-b17a-386a8d3f2266),segment_id=9b5c122d-c669-44ca-b17a-386a8d3f2266)] {{(pid=86391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:36:48.104040 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-9bdf9366-3e22-4fb8-905d-3e9d54e02010 req-161f50b8-498e-431e-a170-93bc41f0091d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852407587'] for port, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:48.109289 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-34978e9a-ca6a-4f4d-a913-6d36d17d9360 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:48.141118 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-bcb852fb-08e1-4215-8472-f77bb0d6e2ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:48.156671 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-bcb852fb-08e1-4215-8472-f77bb0d6e2ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:36:48.160764 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-bcb852fb-08e1-4215-8472-f77bb0d6e2ae admin admin] Usage tracker for resource:security_group_rule and tenant:04b448a04a7a4f20a0b9a105a86eefc9 is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:36:48.163673 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-bcb852fb-08e1-4215-8472-f77bb0d6e2ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:36:48.169560 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-bcb852fb-08e1-4215-8472-f77bb0d6e2ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:36:48.220979 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf9366-3e22-4fb8-905d-3e9d54e02010 req-161f50b8-498e-431e-a170-93bc41f0091d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:48.221631 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-9bdf9366-3e22-4fb8-905d-3e9d54e02010 req-161f50b8-498e-431e-a170-93bc41f0091d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031'] for port, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:48.223191 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-9bdf9366-3e22-4fb8-905d-3e9d54e02010 req-161f50b8-498e-431e-a170-93bc41f0091d service neutron] 10.222.0.46 "PUT /v2.0/ports/085dbf16-5010-435a-88cf-9a663439854e HTTP/1.1" status: 200 len: 1098 time: 1.0260594 Apr 20 18:36:48.223771 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d6f4daf-1b52-4864-939c-e4cde2e71ca3', 'tag': '085dbf16-5010-435a-88cf-9a663439854e'}] {{(pid=86391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:36:48.269561 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161f50b8-498e-431e-a170-93bc41f0091d service neutron] Pushing event updated for resources: {'Port': ['ID=085dbf16-5010-435a-88cf-9a663439854e,revision_number=3']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:48.271593 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-bcb852fb-08e1-4215-8472-f77bb0d6e2ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:48.276570 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-161f50b8-498e-431e-a170-93bc41f0091d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:48.276755 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-bcb852fb-08e1-4215-8472-f77bb0d6e2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:48.287764 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-9392091f-fda9-4e39-9975-93ecb00b210a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:48.313991 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d6f4daf-1b52-4864-939c-e4cde2e71ca3', 'tag': '085dbf16-5010-435a-88cf-9a663439854e', 'status': 'completed', 'code': 200} Apr 20 18:36:48.341520 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 41336) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:36:48.344429 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-bcb852fb-08e1-4215-8472-f77bb0d6e2ae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=04b448a04a7a4f20a0b9a105a86eefc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3490629 Apr 20 18:36:48.345601 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb852fb-08e1-4215-8472-f77bb0d6e2ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be195b3-27e3-4129-8957-01cf9f74f230,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:48.353671 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c631dbbe-857d-4f26-bfb2-ee83e7d52bd5 req-e1f8131a-c4f2-49ec-af3a-5d3d4b4393d5 tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:48.354503 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-c631dbbe-857d-4f26-bfb2-ee83e7d52bd5 req-e1f8131a-c4f2-49ec-af3a-5d3d4b4393d5 tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] Synchronizing usage tracker for tenant:1bb8e55656e74d168e7f19ffb1c7c891 on resource:port {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:36:48.356274 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb852fb-08e1-4215-8472-f77bb0d6e2ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:48.356685 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb852fb-08e1-4215-8472-f77bb0d6e2ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:48.357085 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb852fb-08e1-4215-8472-f77bb0d6e2ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:48.357476 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb852fb-08e1-4215-8472-f77bb0d6e2ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:48.357866 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb852fb-08e1-4215-8472-f77bb0d6e2ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:48.358254 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb852fb-08e1-4215-8472-f77bb0d6e2ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:48.358639 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb852fb-08e1-4215-8472-f77bb0d6e2ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:48.359069 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb852fb-08e1-4215-8472-f77bb0d6e2ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:48.359457 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb852fb-08e1-4215-8472-f77bb0d6e2ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:48.359842 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb852fb-08e1-4215-8472-f77bb0d6e2ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:48.360223 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb852fb-08e1-4215-8472-f77bb0d6e2ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:48.360659 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb852fb-08e1-4215-8472-f77bb0d6e2ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:48.364848 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-bcb852fb-08e1-4215-8472-f77bb0d6e2ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:48.437585 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-c631dbbe-857d-4f26-bfb2-ee83e7d52bd5 req-e1f8131a-c4f2-49ec-af3a-5d3d4b4393d5 tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] Unset dirty status for tenant:1bb8e55656e74d168e7f19ffb1c7c891 on resource:port {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:36:48.439087 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-c631dbbe-857d-4f26-bfb2-ee83e7d52bd5 req-e1f8131a-c4f2-49ec-af3a-5d3d4b4393d5 tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6f4daf-1b52-4864-939c-e4cde2e71ca3 HTTP/1.1" status: 200 len: 948 time: 0.2907591 Apr 20 18:36:48.451078 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf9366-3e22-4fb8-905d-3e9d54e02010 req-80f5ba57-84be-44ab-986e-91b636416291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:48.452633 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-9bdf9366-3e22-4fb8-905d-3e9d54e02010 req-80f5ba57-84be-44ab-986e-91b636416291 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1bb8e55656e74d168e7f19ffb1c7c891&device_id=5d6f4daf-1b52-4864-939c-e4cde2e71ca3 HTTP/1.1" status: 200 len: 1101 time: 0.1798236 Apr 20 18:36:48.541943 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-78b4d51c-71f3-4817-a81e-2f0ac73161e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:48.553903 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-9bdf9366-3e22-4fb8-905d-3e9d54e02010 req-5aee9e5b-81ec-4532-ad8d-6d46c2e4dda2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=085dbf16-5010-435a-88cf-9a663439854e HTTP/1.1" status: 200 len: 217 time: 0.0805943 Apr 20 18:36:48.647490 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-c631dbbe-857d-4f26-bfb2-ee83e7d52bd5 req-880211f1-c37d-4c6c-bf83-8746e76a4aa7 tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] Synchronizing usage tracker for tenant:1bb8e55656e74d168e7f19ffb1c7c891 on resource:security_group {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:36:48.652829 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-78b4d51c-71f3-4817-a81e-2f0ac73161e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:48.687202 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf9366-3e22-4fb8-905d-3e9d54e02010 req-913cd467-9a68-4920-92d4-5b824b03ec10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:48.688807 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-9bdf9366-3e22-4fb8-905d-3e9d54e02010 req-913cd467-9a68-4920-92d4-5b824b03ec10 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=675f584c-cab7-4a1a-9eae-7af7c9e19054 HTTP/1.1" status: 200 len: 843 time: 0.1202869 Apr 20 18:36:48.772416 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-c631dbbe-857d-4f26-bfb2-ee83e7d52bd5 req-880211f1-c37d-4c6c-bf83-8746e76a4aa7 tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] Unset dirty status for tenant:1bb8e55656e74d168e7f19ffb1c7c891 on resource:security_group {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:36:48.773629 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-c631dbbe-857d-4f26-bfb2-ee83e7d52bd5 req-880211f1-c37d-4c6c-bf83-8746e76a4aa7 tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] 10.222.0.20 "GET /v2.0/security-groups?id=42aa4435-0925-4e0e-b461-a5c15bbb19b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252010 Apr 20 18:36:48.797753 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-78b4d51c-71f3-4817-a81e-2f0ac73161e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:48.803020 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-92b4b573-f9d8-462c-8a93-edfd49932b22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:48.816255 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b4d51c-71f3-4817-a81e-2f0ac73161e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be195b3-27e3-4129-8957-01cf9f74f230,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:48.818738 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-78b4d51c-71f3-4817-a81e-2f0ac73161e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:48.829453 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-78b4d51c-71f3-4817-a81e-2f0ac73161e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:48.833191 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-78b4d51c-71f3-4817-a81e-2f0ac73161e9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4be195b3-27e3-4129-8957-01cf9f74f230 HTTP/1.1" status: 204 len: 168 time: 0.4865317 Apr 20 18:36:48.836165 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf9366-3e22-4fb8-905d-3e9d54e02010 req-b985b80c-a8cb-497e-994d-ff555dc29d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:48.838570 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-9bdf9366-3e22-4fb8-905d-3e9d54e02010 req-b985b80c-a8cb-497e-994d-ff555dc29d98 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5efa6cbd-5ff7-478e-b468-d0aa9e877360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1341016 Apr 20 18:36:48.986460 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-9bdf9366-3e22-4fb8-905d-3e9d54e02010 req-b07dd415-f41e-4f79-b9ce-e8bb919b9128 service neutron] 10.222.0.46 "GET /v2.0/networks/5efa6cbd-5ff7-478e-b468-d0aa9e877360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403515 Apr 20 18:36:49.131791 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-9bdf9366-3e22-4fb8-905d-3e9d54e02010 req-c2f3b602-2368-40eb-85b7-9dc1a256fd61 service neutron] 10.222.0.46 "GET /v2.0/networks/5efa6cbd-5ff7-478e-b468-d0aa9e877360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394033 Apr 20 18:36:49.255106 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073718c3-b612-4508-a752-a731cb9763be req-823036da-e889-44eb-af79-891cc3b9c91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:49.256827 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-073718c3-b612-4508-a752-a731cb9763be req-823036da-e889-44eb-af79-891cc3b9c91f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1bb8e55656e74d168e7f19ffb1c7c891&device_id=5d6f4daf-1b52-4864-939c-e4cde2e71ca3 HTTP/1.1" status: 200 len: 1101 time: 0.0837939 Apr 20 18:36:49.401842 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073718c3-b612-4508-a752-a731cb9763be req-15554541-51b9-4c2e-82b5-e69a014829a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:49.403451 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-073718c3-b612-4508-a752-a731cb9763be req-15554541-51b9-4c2e-82b5-e69a014829a9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5efa6cbd-5ff7-478e-b468-d0aa9e877360 HTTP/1.1" status: 200 len: 870 time: 0.1395345 Apr 20 18:36:49.480219 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-073718c3-b612-4508-a752-a731cb9763be req-c6295696-a014-4fab-806b-573bf44ed979 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=085dbf16-5010-435a-88cf-9a663439854e HTTP/1.1" status: 200 len: 217 time: 0.0699379 Apr 20 18:36:49.549956 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073718c3-b612-4508-a752-a731cb9763be req-11408bd8-3a41-4fb1-86d3-f52c97511335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:49.551609 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-073718c3-b612-4508-a752-a731cb9763be req-11408bd8-3a41-4fb1-86d3-f52c97511335 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=675f584c-cab7-4a1a-9eae-7af7c9e19054 HTTP/1.1" status: 200 len: 843 time: 0.0647261 Apr 20 18:36:49.637405 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073718c3-b612-4508-a752-a731cb9763be req-fbf7ab59-c499-416e-b730-80fa3a669571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:49.639137 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-073718c3-b612-4508-a752-a731cb9763be req-fbf7ab59-c499-416e-b730-80fa3a669571 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5efa6cbd-5ff7-478e-b468-d0aa9e877360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0795727 Apr 20 18:36:49.784557 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-073718c3-b612-4508-a752-a731cb9763be req-8c17798f-0618-4aca-9149-d1f670175d46 service neutron] 10.222.0.46 "GET /v2.0/networks/5efa6cbd-5ff7-478e-b468-d0aa9e877360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379933 Apr 20 18:36:49.938648 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-073718c3-b612-4508-a752-a731cb9763be req-037d6e85-3db4-4c60-bf35-853ba8512e6a service neutron] 10.222.0.46 "GET /v2.0/networks/5efa6cbd-5ff7-478e-b468-d0aa9e877360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475906 Apr 20 18:36:50.022367 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769bf0e-17e8-4c7c-b578-2c340ab14719 req-247389dc-a85c-4970-88ef-ac005e0ee479 tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:50.024163 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a769bf0e-17e8-4c7c-b578-2c340ab14719 req-247389dc-a85c-4970-88ef-ac005e0ee479 tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6f4daf-1b52-4864-939c-e4cde2e71ca3 HTTP/1.1" status: 200 len: 948 time: 0.0936065 Apr 20 18:36:50.073353 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a769bf0e-17e8-4c7c-b578-2c340ab14719 req-2ddbab5f-fc8f-4298-803b-feb0e227495d tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] 10.222.0.20 "GET /v2.0/security-groups?id=42aa4435-0925-4e0e-b461-a5c15bbb19b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424409 Apr 20 18:36:51.283470 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c563c-2450-4627-adb6-7c11cca65ac9 req-3652f9db-6d2d-4696-9b33-b5d220c10c90 tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:51.285106 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-987c563c-2450-4627-adb6-7c11cca65ac9 req-3652f9db-6d2d-4696-9b33-b5d220c10c90 tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6f4daf-1b52-4864-939c-e4cde2e71ca3 HTTP/1.1" status: 200 len: 948 time: 0.0954144 Apr 20 18:36:51.295592 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device 085dbf16-5010-435a-88cf-9a663439854e details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:36:51.336071 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-987c563c-2450-4627-adb6-7c11cca65ac9 req-5de1c008-da13-4a9b-9e92-5f710bb0d121 tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] 10.222.0.20 "GET /v2.0/security-groups?id=42aa4435-0925-4e0e-b461-a5c15bbb19b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443780 Apr 20 18:36:51.437830 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port 085dbf16-5010-435a-88cf-9a663439854e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=085dbf16-5010-435a-88cf-9a663439854e,segment=NetworkSegment(9b5c122d-c669-44ca-b17a-386a8d3f2266),segment_id=9b5c122d-c669-44ca-b17a-386a8d3f2266)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:36:51.451784 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Returning: {'device': '085dbf16-5010-435a-88cf-9a663439854e', 'network_id': '5efa6cbd-5ff7-478e-b468-d0aa9e877360', 'port_id': '085dbf16-5010-435a-88cf-9a663439854e', 'mac_address': 'fa:16:3e:3e:9d:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '675f584c-cab7-4a1a-9eae-7af7c9e19054', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:36:51.511821 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:51.530183 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 085dbf16-5010-435a-88cf-9a663439854e {{(pid=86393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:36:51.546531 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port 085dbf16-5010-435a-88cf-9a663439854e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=085dbf16-5010-435a-88cf-9a663439854e,segment=NetworkSegment(9b5c122d-c669-44ca-b17a-386a8d3f2266),segment_id=9b5c122d-c669-44ca-b17a-386a8d3f2266)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:36:51.550313 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:51.552263 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:51.625428 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Pushing event updated for resources: {'Port': ['ID=085dbf16-5010-435a-88cf-9a663439854e,revision_number=4']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:51.633616 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:51.633993 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:51.634363 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:51.634765 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:51.635115 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:51.635473 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:51.635863 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:51.636223 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:51.636577 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:51.636926 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:51.637259 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:51.637604 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:36:51.641757 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:51.750129 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] get_ports_and_sgs() called for port_ids ['085dbf16-5010-435a-88cf-9a663439854e'] {{(pid=86393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:36:52.702286 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36569eae-2468-4d95-9156-e4e752618107 req-43756547-05c2-40b8-92cb-50d8d87eb2ec tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:52.703827 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-36569eae-2468-4d95-9156-e4e752618107 req-43756547-05c2-40b8-92cb-50d8d87eb2ec tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6f4daf-1b52-4864-939c-e4cde2e71ca3 HTTP/1.1" status: 200 len: 949 time: 0.1012383 Apr 20 18:36:52.752774 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-36569eae-2468-4d95-9156-e4e752618107 req-3d1901c4-bf6f-409a-908f-568ad188d838 tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] 10.222.0.20 "GET /v2.0/security-groups?id=42aa4435-0925-4e0e-b461-a5c15bbb19b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424135 Apr 20 18:36:53.311136 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device 085dbf16-5010-435a-88cf-9a663439854e up at agent hyperv_hv-cinder-78693 {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:36:53.385939 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Provisioning for port 085dbf16-5010-435a-88cf-9a663439854e completed by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:36:53.391554 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Provisioning complete for port 085dbf16-5010-435a-88cf-9a663439854e triggered by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:36:53.391976 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:53.518755 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:53.547111 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d6f4daf-1b52-4864-939c-e4cde2e71ca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '085dbf16-5010-435a-88cf-9a663439854e'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:36:53.557560 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port 085dbf16-5010-435a-88cf-9a663439854e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=085dbf16-5010-435a-88cf-9a663439854e,segment=NetworkSegment(9b5c122d-c669-44ca-b17a-386a8d3f2266),segment_id=9b5c122d-c669-44ca-b17a-386a8d3f2266)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:36:53.562837 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:53.564885 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:53.602925 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d6f4daf-1b52-4864-939c-e4cde2e71ca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '085dbf16-5010-435a-88cf-9a663439854e', 'code': 200} Apr 20 18:36:53.639445 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Pushing event updated for resources: {'Port': ['ID=085dbf16-5010-435a-88cf-9a663439854e,revision_number=5']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:53.642530 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:53.696956 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-ce3d5d04-1198-40be-a87e-fd1d244d3a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:53.848044 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb71c66-45ca-4021-b89b-39bb3b3e4f14 req-869eb5e8-67cd-4f13-9068-5fe1da1fbe7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:53.849448 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-7bb71c66-45ca-4021-b89b-39bb3b3e4f14 req-869eb5e8-67cd-4f13-9068-5fe1da1fbe7c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5d6f4daf-1b52-4864-939c-e4cde2e71ca3 HTTP/1.1" status: 200 len: 1103 time: 0.0841842 Apr 20 18:36:53.897347 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-7bb71c66-45ca-4021-b89b-39bb3b3e4f14 req-505c56e8-49ca-43b1-920b-9f22dc413607 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=42aa4435-0925-4e0e-b461-a5c15bbb19b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413966 Apr 20 18:36:53.957215 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ee93d-da35-4d9e-b7b8-0f6c8e80ad24 req-2bdae6d4-bad9-4af1-96e9-b0cdd2222771 tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:53.958845 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-c14ee93d-da35-4d9e-b7b8-0f6c8e80ad24 req-2bdae6d4-bad9-4af1-96e9-b0cdd2222771 tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6f4daf-1b52-4864-939c-e4cde2e71ca3 HTTP/1.1" status: 200 len: 950 time: 0.0920274 Apr 20 18:36:54.008225 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-c14ee93d-da35-4d9e-b7b8-0f6c8e80ad24 req-1aef326e-8d06-429a-b791-0f6775d97531 tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] 10.222.0.20 "GET /v2.0/security-groups?id=42aa4435-0925-4e0e-b461-a5c15bbb19b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422256 Apr 20 18:36:55.234837 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55dc2c-72dd-4af3-8642-3c22b061c084 req-7c1ed969-727b-4cc1-b485-28f256ed6fbc tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:55.236397 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-7e55dc2c-72dd-4af3-8642-3c22b061c084 req-7c1ed969-727b-4cc1-b485-28f256ed6fbc tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6f4daf-1b52-4864-939c-e4cde2e71ca3 HTTP/1.1" status: 200 len: 950 time: 0.0961692 Apr 20 18:36:55.285227 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-7e55dc2c-72dd-4af3-8642-3c22b061c084 req-efc730d9-d411-4d41-9f3d-079a3a87b080 tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] 10.222.0.20 "GET /v2.0/security-groups?id=42aa4435-0925-4e0e-b461-a5c15bbb19b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424776 Apr 20 18:36:55.578780 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-05d51699-7c05-4cac-a695-86dcddde4fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:55.760268 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85984b39-84e4-4397-8ac3-fd32c35b2c69 req-85601fbb-f6f2-40b8-a129-449c9e2162f9 tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:55.761900 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-85984b39-84e4-4397-8ac3-fd32c35b2c69 req-85601fbb-f6f2-40b8-a129-449c9e2162f9 tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6f4daf-1b52-4864-939c-e4cde2e71ca3 HTTP/1.1" status: 200 len: 950 time: 0.0970569 Apr 20 18:36:55.810779 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-85984b39-84e4-4397-8ac3-fd32c35b2c69 req-7690cb7f-f1c3-4ed6-811e-76849ae13067 tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] 10.222.0.20 "GET /v2.0/security-groups?id=42aa4435-0925-4e0e-b461-a5c15bbb19b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422421 Apr 20 18:36:56.670951 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3b38f3e8-f2f1-49b6-ac75-f9314cd83db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:56.917345 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c86c9a-dba7-4605-b2a9-b5136e9002ba req-5d61d543-9850-4b8f-9c2e-a6c301095623 tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:56.919066 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-55c86c9a-dba7-4605-b2a9-b5136e9002ba req-5d61d543-9850-4b8f-9c2e-a6c301095623 tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d6f4daf-1b52-4864-939c-e4cde2e71ca3 HTTP/1.1" status: 200 len: 950 time: 0.0972142 Apr 20 18:36:57.000396 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [req-55c86c9a-dba7-4605-b2a9-b5136e9002ba req-d94b79f3-4ea2-41c3-8a9c-a929bdbe3e6d tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] Deleting port 085dbf16-5010-435a-88cf-9a663439854e {{(pid=86391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:36:57.000769 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-55c86c9a-dba7-4605-b2a9-b5136e9002ba req-d94b79f3-4ea2-41c3-8a9c-a929bdbe3e6d tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278078475124'] for port, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:57.037510 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9cf6a2-9952-42ac-94eb-76424430d719 req-feb6a456-295f-48d1-9331-421307cf0cd4 tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:36:57.039115 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-5b9cf6a2-9952-42ac-94eb-76424430d719 req-feb6a456-295f-48d1-9331-421307cf0cd4 tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6f4daf-1b52-4864-939c-e4cde2e71ca3 HTTP/1.1" status: 200 len: 950 time: 0.0880077 Apr 20 18:36:57.090597 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-5b9cf6a2-9952-42ac-94eb-76424430d719 req-fd84c5ee-1111-4eb4-8ed0-ccde263ab90e tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] 10.222.0.20 "GET /v2.0/security-groups?id=42aa4435-0925-4e0e-b461-a5c15bbb19b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448112 Apr 20 18:36:57.261132 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [req-55c86c9a-dba7-4605-b2a9-b5136e9002ba req-d94b79f3-4ea2-41c3-8a9c-a929bdbe3e6d tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] For port 085dbf16-5010-435a-88cf-9a663439854e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=085dbf16-5010-435a-88cf-9a663439854e,segment=NetworkSegment(9b5c122d-c669-44ca-b17a-386a8d3f2266),segment_id=9b5c122d-c669-44ca-b17a-386a8d3f2266)] {{(pid=86391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:36:57.261521 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-55c86c9a-dba7-4605-b2a9-b5136e9002ba req-d94b79f3-4ea2-41c3-8a9c-a929bdbe3e6d tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7972734'] for port, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:57.394448 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [req-55c86c9a-dba7-4605-b2a9-b5136e9002ba req-d94b79f3-4ea2-41c3-8a9c-a929bdbe3e6d tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] Calling delete_port for 085dbf16-5010-435a-88cf-9a663439854e owned by compute:nova {{(pid=86391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:36:57.553632 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-55c86c9a-dba7-4605-b2a9-b5136e9002ba req-d94b79f3-4ea2-41c3-8a9c-a929bdbe3e6d tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278078469919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758775855577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368212'] for port, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:57.559496 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-59cd9668-5b2a-4ed0-adb8-e60acefbdfcf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:36:57.566143 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] get_ports_and_sgs() called for port_ids ['085dbf16-5010-435a-88cf-9a663439854e'] {{(pid=86393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:36:57.610651 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94b79f3-4ea2-41c3-8a9c-a929bdbe3e6d tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] Pushing event deleted for resources: {'Port': ['ID=085dbf16-5010-435a-88cf-9a663439854e,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:36:57.650934 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-d94b79f3-4ea2-41c3-8a9c-a929bdbe3e6d tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:36:57.692404 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [req-55c86c9a-dba7-4605-b2a9-b5136e9002ba req-d94b79f3-4ea2-41c3-8a9c-a929bdbe3e6d tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] No DVR routers for this DVR port 085dbf16-5010-435a-88cf-9a663439854e on host hv-cinder-78693 {{(pid=86391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:36:57.695050 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-55c86c9a-dba7-4605-b2a9-b5136e9002ba req-d94b79f3-4ea2-41c3-8a9c-a929bdbe3e6d tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031'] for port, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:57.698127 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d6f4daf-1b52-4864-939c-e4cde2e71ca3', 'name': 'network-vif-deleted', 'tag': '085dbf16-5010-435a-88cf-9a663439854e'}] {{(pid=86391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:36:57.714749 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-55c86c9a-dba7-4605-b2a9-b5136e9002ba req-d94b79f3-4ea2-41c3-8a9c-a929bdbe3e6d tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] 10.222.0.46 "DELETE /v2.0/ports/085dbf16-5010-435a-88cf-9a663439854e HTTP/1.1" status: 204 len: 173 time: 0.7904673 Apr 20 18:36:57.751016 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d6f4daf-1b52-4864-939c-e4cde2e71ca3', 'name': 'network-vif-deleted', 'tag': '085dbf16-5010-435a-88cf-9a663439854e', 'status': 'completed', 'code': 200} Apr 20 18:36:57.796701 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:36:58.271437 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-4563083f-792b-4d34-85b8-297a5a269baa req-87ca523e-cbdd-459c-a07f-4c546a7b0c20 tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6f4daf-1b52-4864-939c-e4cde2e71ca3 HTTP/1.1" status: 200 len: 210 time: 0.0483191 Apr 20 18:36:58.395782 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db4e54cc-07a3-4585-8120-e6421209c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:01.326529 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device 085dbf16-5010-435a-88cf-9a663439854e no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:37:01.364626 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] No Port match for: 085dbf16-5010-435a-88cf-9a663439854e {{(pid=86393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:37:01.365026 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device 085dbf16-5010-435a-88cf-9a663439854e not bound to the agent host hv-cinder-78693 {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:37:04.294301 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 41744) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:37:04.464525 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-90beae72-93d2-4a15-8390-ad55d8fc84ee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1bb8e55656e74d168e7f19ffb1c7c891&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1688991 Apr 20 18:37:04.467334 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 41762) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:37:04.540456 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-468a5f66-bfe1-4efa-af5b-d9af779e732b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:04.569690 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-468a5f66-bfe1-4efa-af5b-d9af779e732b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:04.623540 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-468a5f66-bfe1-4efa-af5b-d9af779e732b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:04.627429 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-d8cffe87-7575-4c3f-927f-5799b94e84c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:37:04.641920 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468a5f66-bfe1-4efa-af5b-d9af779e732b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42aa4435-0925-4e0e-b461-a5c15bbb19b8,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:37:04.646187 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-468a5f66-bfe1-4efa-af5b-d9af779e732b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:37:04.663132 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-468a5f66-bfe1-4efa-af5b-d9af779e732b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:04.664689 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-468a5f66-bfe1-4efa-af5b-d9af779e732b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/42aa4435-0925-4e0e-b461-a5c15bbb19b8 HTTP/1.1" status: 204 len: 168 time: 0.1964276 Apr 20 18:37:05.516515 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 41788) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:37:05.640278 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-9a135737-4385-4319-a218-3908df9cc99b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-674674209-network', 'tenant_id': '6379afe3f2fe451f9af2f8c49dc77d87'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:37:05.645518 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-9a135737-4385-4319-a218-3908df9cc99b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:37:05.649729 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-9a135737-4385-4319-a218-3908df9cc99b admin admin] Usage tracker for resource:network and tenant:6379afe3f2fe451f9af2f8c49dc77d87 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:37:05.652815 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-9a135737-4385-4319-a218-3908df9cc99b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:37:05.659896 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-9a135737-4385-4319-a218-3908df9cc99b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:37:05.669943 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a135737-4385-4319-a218-3908df9cc99b admin admin] Made reservation on behalf of 6379afe3f2fe451f9af2f8c49dc77d87 for: {'network': 1} {{(pid=86391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:37:05.674632 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9a135737-4385-4319-a218-3908df9cc99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for network, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:05.688066 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9a135737-4385-4319-a218-3908df9cc99b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:05.703427 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-9a135737-4385-4319-a218-3908df9cc99b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:37:05.707558 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-9a135737-4385-4319-a218-3908df9cc99b admin admin] Usage tracker for resource:security_group_rule and tenant:6379afe3f2fe451f9af2f8c49dc77d87 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:37:05.710904 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-9a135737-4385-4319-a218-3908df9cc99b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:37:05.717020 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-9a135737-4385-4319-a218-3908df9cc99b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:37:05.807723 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9a135737-4385-4319-a218-3908df9cc99b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:05.811365 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9a135737-4385-4319-a218-3908df9cc99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:05.814855 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-6de6a9bb-2eb3-4482-ad92-f804c07273c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:37:05.844793 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a135737-4385-4319-a218-3908df9cc99b admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=86391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 18:37:05.853791 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a135737-4385-4319-a218-3908df9cc99b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f2a537-6b0c-4346-b187-d4573f07123b,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:37:05.857320 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-9a135737-4385-4319-a218-3908df9cc99b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:37:05.861269 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9a135737-4385-4319-a218-3908df9cc99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854116670'] for segment, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:05.861659 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.db.segments_db [None req-9a135737-4385-4319-a218-3908df9cc99b admin admin] Added segment 3948fd5c-102c-4086-b0dc-08d0eadc7659 of type vlan for network e3848513-c3d8-4edf-8aa3-1329c2148b80 Apr 20 18:37:05.888530 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9a135737-4385-4319-a218-3908df9cc99b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758775846003'] for network, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:05.918760 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9a135737-4385-4319-a218-3908df9cc99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058'] for network, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:05.920159 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a135737-4385-4319-a218-3908df9cc99b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:05.920811 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9a135737-4385-4319-a218-3908df9cc99b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for network, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:05.925941 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-90ff3834-b1ec-48cb-96f7-946959669805 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:37:06.031804 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-9a135737-4385-4319-a218-3908df9cc99b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5139387 Apr 20 18:37:06.032736 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a135737-4385-4319-a218-3908df9cc99b admin admin] Pushing event updated for resources: {'Network': ['ID=e3848513-c3d8-4edf-8aa3-1329c2148b80,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:37:06.034902 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 41794) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:37:06.037665 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-9a135737-4385-4319-a218-3908df9cc99b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:37:06.041483 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-611996e7-6b48-4e58-802b-7eef16b2e3f1 admin admin] Request body: {'subnet': {'network_id': 'e3848513-c3d8-4edf-8aa3-1329c2148b80', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-674674209-subnet', 'tenant_id': '6379afe3f2fe451f9af2f8c49dc77d87', 'ip_version': 4}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:37:06.044524 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Network e3848513-c3d8-4edf-8aa3-1329c2148b80 details requested by agent ovs-agent-dv-cinder-786932-2-smb with host dv-cinder-786932-2-smb {{(pid=86393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:37:06.046859 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-611996e7-6b48-4e58-802b-7eef16b2e3f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:37:06.051100 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-611996e7-6b48-4e58-802b-7eef16b2e3f1 admin admin] Usage tracker for resource:subnet and tenant:6379afe3f2fe451f9af2f8c49dc77d87 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:37:06.054160 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-611996e7-6b48-4e58-802b-7eef16b2e3f1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:37:06.060321 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-611996e7-6b48-4e58-802b-7eef16b2e3f1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:37:06.070605 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611996e7-6b48-4e58-802b-7eef16b2e3f1 admin admin] Made reservation on behalf of 6379afe3f2fe451f9af2f8c49dc77d87 for: {'subnet': 1} {{(pid=86391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:37:06.075442 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-611996e7-6b48-4e58-802b-7eef16b2e3f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851471628'] for subnet, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:06.488135 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-611996e7-6b48-4e58-802b-7eef16b2e3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852409019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851471643'] for subnet, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:06.491905 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-5bf5d1fa-2cb5-4860-a2ac-827b8926d2f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:37:06.562583 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611996e7-6b48-4e58-802b-7eef16b2e3f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e71ab82a-cf18-4849-a9bf-d019724b1d31,revision_number=0']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:37:06.566547 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-611996e7-6b48-4e58-802b-7eef16b2e3f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:37:06.574294 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611996e7-6b48-4e58-802b-7eef16b2e3f1 admin admin] Checking segment: {'id': '3948fd5c-102c-4086-b0dc-08d0eadc7659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e3848513-c3d8-4edf-8aa3-1329c2148b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:37:06.574679 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611996e7-6b48-4e58-802b-7eef16b2e3f1 admin admin] Network hostable DHCP agents. Network: e3848513-c3d8-4edf-8aa3-1329c2148b80, hostable agents: ['139febe7-9f58-4c27-9292-9a8c92178c1a'], hosted agents: [] {{(pid=86391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:37:06.595362 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611996e7-6b48-4e58-802b-7eef16b2e3f1 admin admin] Network e3848513-c3d8-4edf-8aa3-1329c2148b80 is scheduled to be hosted by DHCP agent 139febe7-9f58-4c27-9292-9a8c92178c1a with binding_index 1 {{(pid=86391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:37:06.604385 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [None req-611996e7-6b48-4e58-802b-7eef16b2e3f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-2-smb, e3848513-c3d8-4edf-8aa3-1329c2148b80) {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:37:06.614766 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb17086-29df-4e9c-be17-505100291f39 None None] Network e3848513-c3d8-4edf-8aa3-1329c2148b80 requested from dv-cinder-786932-2-smb {{(pid=86393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:37:06.619976 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611996e7-6b48-4e58-802b-7eef16b2e3f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:06.620604 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-611996e7-6b48-4e58-802b-7eef16b2e3f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:06.646320 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 41800) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:37:06.646554 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-611996e7-6b48-4e58-802b-7eef16b2e3f1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6104887 Apr 20 18:37:06.653076 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-d6287dc8-70c0-4a79-84e0-bb3f222d5676 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-674674209-router', 'tenant_id': '6379afe3f2fe451f9af2f8c49dc77d87', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974'}}} {{(pid=86392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:37:06.658775 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-d6287dc8-70c0-4a79-84e0-bb3f222d5676 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:37:06.663130 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-d6287dc8-70c0-4a79-84e0-bb3f222d5676 admin admin] Usage tracker for resource:router and tenant:6379afe3f2fe451f9af2f8c49dc77d87 is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:37:06.666214 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-d6287dc8-70c0-4a79-84e0-bb3f222d5676 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:37:06.672327 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-d6287dc8-70c0-4a79-84e0-bb3f222d5676 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:37:06.682668 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d6287dc8-70c0-4a79-84e0-bb3f222d5676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854375953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6091'] for router, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:06.683758 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d6287dc8-70c0-4a79-84e0-bb3f222d5676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7970561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7878928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854769732'] for router, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:06.698295 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d6287dc8-70c0-4a79-84e0-bb3f222d5676 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:06.868910 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e51a66-8210-4504-bdcc-e793f613711e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f03320c-6e89-5850-82be-c4f5931144ea-e3848513-c3d8-4edf-8aa3-1329c2148b80', 'network_id': 'e3848513-c3d8-4edf-8aa3-1329c2148b80', 'tenant_id': '6379afe3f2fe451f9af2f8c49dc77d87', 'fixed_ips': [{'subnet_id': 'e71ab82a-cf18-4849-a9bf-d019724b1d31'}]}} from dv-cinder-786932-2-smb. {{(pid=86393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 18:37:06.869838 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-98e51a66-8210-4504-bdcc-e793f613711e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:06.987073 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d6287dc8-70c0-4a79-84e0-bb3f222d5676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7970806', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769747'] for router, precommit_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:07.042681 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.db_base_plugin_common [None req-98e51a66-8210-4504-bdcc-e793f613711e None None] Allocated IP 172.20.0.2 (e3848513-c3d8-4edf-8aa3-1329c2148b80/e71ab82a-cf18-4849-a9bf-d019724b1d31/13a965fd-10b8-46ea-a2a9-d9582559c26a) {{(pid=86393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:37:07.265669 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-98e51a66-8210-4504-bdcc-e793f613711e None None] Notify callbacks [] for port, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:07.276920 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-98e51a66-8210-4504-bdcc-e793f613711e None None] Transition to ACTIVE for port object 13a965fd-10b8-46ea-a2a9-d9582559c26a will not be triggered until provisioned by entity L2. {{(pid=86393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:37:07.296551 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-98e51a66-8210-4504-bdcc-e793f613711e None None] Transition to ACTIVE for port object 13a965fd-10b8-46ea-a2a9-d9582559c26a will not be triggered until provisioned by entity DHCP. {{(pid=86393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:37:07.301439 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-98e51a66-8210-4504-bdcc-e793f613711e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278078920240'] for port, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:07.306870 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:37:07.313558 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d6287dc8-70c0-4a79-84e0-bb3f222d5676 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:07.348471 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d6287dc8-70c0-4a79-84e0-bb3f222d5676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:07.373155 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e51a66-8210-4504-bdcc-e793f613711e None None] Network e3848513-c3d8-4edf-8aa3-1329c2148b80 is already hosted by enough agents. {{(pid=86393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:37:07.376749 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [None req-98e51a66-8210-4504-bdcc-e793f613711e None None] Resources bound (agent type, host, resource id): {{(pid=86393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:37:07.380687 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e51a66-8210-4504-bdcc-e793f613711e None None] Received port after_create {{(pid=86393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:37:07.390299 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e51a66-8210-4504-bdcc-e793f613711e None None] Pushing event updated for resources: {'Port': ['ID=13a965fd-10b8-46ea-a2a9-d9582559c26a,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:37:07.429251 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-98e51a66-8210-4504-bdcc-e793f613711e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:37:07.493735 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.db_base_plugin_common [None req-d6287dc8-70c0-4a79-84e0-bb3f222d5676 admin admin] Allocated IP 172.28.1.164 (6f8e8285-aaa9-4dbf-9e6b-39abd83f9974/f30c7817-a5c6-4c47-97c4-010d805a937c/ec455774-a053-4682-ba04-a2b2eeae03b5) {{(pid=86392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:37:07.500509 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-98e51a66-8210-4504-bdcc-e793f613711e None None] Attempting to bind port 13a965fd-10b8-46ea-a2a9-d9582559c26a on host dv-cinder-786932-2-smb for vnic_type normal with profile {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:37:07.500923 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-98e51a66-8210-4504-bdcc-e793f613711e None None] Attempting to bind port 13a965fd-10b8-46ea-a2a9-d9582559c26a by drivers openvswitch,hyperv on host dv-cinder-786932-2-smb at level 0 using segments [{'id': '3948fd5c-102c-4086-b0dc-08d0eadc7659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e3848513-c3d8-4edf-8aa3-1329c2148b80'}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:37:07.501388 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e51a66-8210-4504-bdcc-e793f613711e None None] Attempting to bind port 13a965fd-10b8-46ea-a2a9-d9582559c26a on network e3848513-c3d8-4edf-8aa3-1329c2148b80 {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:37:07.507108 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e51a66-8210-4504-bdcc-e793f613711e None None] Checking agent: {'id': 'ac60c4f9-3ecd-40a5-acc5-9289d1156cbe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 20, 58), 'started_at': datetime.datetime(2021, 4, 20, 18, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:37:07.507523 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e51a66-8210-4504-bdcc-e793f613711e None None] Checking segment: {'id': '3948fd5c-102c-4086-b0dc-08d0eadc7659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e3848513-c3d8-4edf-8aa3-1329c2148b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:37:07.507967 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-98e51a66-8210-4504-bdcc-e793f613711e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:07.508400 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e51a66-8210-4504-bdcc-e793f613711e None None] Bound using segment: {'id': '3948fd5c-102c-4086-b0dc-08d0eadc7659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e3848513-c3d8-4edf-8aa3-1329c2148b80'} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:37:07.508912 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-98e51a66-8210-4504-bdcc-e793f613711e None None] Bound port: 13a965fd-10b8-46ea-a2a9-d9582559c26a, host: dv-cinder-786932-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3948fd5c-102c-4086-b0dc-08d0eadc7659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e3848513-c3d8-4edf-8aa3-1329c2148b80'}}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:37:07.509324 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-98e51a66-8210-4504-bdcc-e793f613711e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:07.605913 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-98e51a66-8210-4504-bdcc-e793f613711e None None] For port 13a965fd-10b8-46ea-a2a9-d9582559c26a, host dv-cinder-786932-2-smb, cleared binding levels {{(pid=86393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:37:07.609087 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-98e51a66-8210-4504-bdcc-e793f613711e None None] For port 13a965fd-10b8-46ea-a2a9-d9582559c26a, host dv-cinder-786932-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=13a965fd-10b8-46ea-a2a9-d9582559c26a,segment=NetworkSegment(3948fd5c-102c-4086-b0dc-08d0eadc7659),segment_id=3948fd5c-102c-4086-b0dc-08d0eadc7659)] {{(pid=86393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:37:07.613489 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-98e51a66-8210-4504-bdcc-e793f613711e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:07.618290 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:37:07.646509 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d6287dc8-70c0-4a79-84e0-bb3f222d5676 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:07.678402 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d6287dc8-70c0-4a79-84e0-bb3f222d5676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278078920240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852620706'] for port, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:07.682453 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-a86f0c0b-a51b-41fb-8007-00a742affbaa tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:37:07.708322 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e51a66-8210-4504-bdcc-e793f613711e None None] Pushing event updated for resources: {'Port': ['ID=13a965fd-10b8-46ea-a2a9-d9582559c26a,revision_number=2']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:37:07.711220 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-98e51a66-8210-4504-bdcc-e793f613711e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:37:07.757249 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6287dc8-70c0-4a79-84e0-bb3f222d5676 admin admin] Network 6f8e8285-aaa9-4dbf-9e6b-39abd83f9974 is already hosted by enough agents. {{(pid=86392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:37:07.758457 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [None req-d6287dc8-70c0-4a79-84e0-bb3f222d5676 admin admin] Resources bound (agent type, host, resource id): {{(pid=86392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:37:07.761057 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6287dc8-70c0-4a79-84e0-bb3f222d5676 admin admin] Received port after_create {{(pid=86392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:37:07.802222 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6287dc8-70c0-4a79-84e0-bb3f222d5676 admin admin] Pushing event updated for resources: {'Port': ['ID=ec455774-a053-4682-ba04-a2b2eeae03b5,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:37:07.805331 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-d6287dc8-70c0-4a79-84e0-bb3f222d5676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:37:08.432224 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d6287dc8-70c0-4a79-84e0-bb3f222d5676 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:08.809172 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d6287dc8-70c0-4a79-84e0-bb3f222d5676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854379708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846805028'] for router, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:09.036696 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6287dc8-70c0-4a79-84e0-bb3f222d5676 admin admin] Router c1f4b66f-1fea-406a-b3ef-163f6d33b3a9 is scheduled to L3 agent 41e81354-1f58-48e6-8416-2f8b62d59447 with binding_index 1 {{(pid=86392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 18:37:09.097398 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799d8939-4c72-433e-bef2-2aaf7e365a86 None None] Network e3848513-c3d8-4edf-8aa3-1329c2148b80 requested from dv-cinder-786932-2-smb {{(pid=86393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:37:09.190721 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-d7c7d93b-5b22-4306-9dfa-23507d4d1a85 None None] Provisioning for port 13a965fd-10b8-46ea-a2a9-d9582559c26a completed by entity DHCP. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:37:09.231186 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6287dc8-70c0-4a79-84e0-bb3f222d5676 admin admin] Notify agent at l3_agent.dv-cinder-786932-2-smb the message routers_updated {{(pid=86392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:37:09.255032 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d6287dc8-70c0-4a79-84e0-bb3f222d5676 admin admin] Notify callbacks [] for router, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:09.256332 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-d6287dc8-70c0-4a79-84e0-bb3f222d5676 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6083469 Apr 20 18:37:09.259262 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 41808) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:37:09.268969 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383c49ea-e76c-4c08-8dde-5e42d8d890eb None None] Sync routers for ids ['c1f4b66f-1fea-406a-b3ef-163f6d33b3a9'] in dv-cinder-786932-2-smb {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:37:09.295157 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383c49ea-e76c-4c08-8dde-5e42d8d890eb None None] Routers {'c1f4b66f-1fea-406a-b3ef-163f6d33b3a9'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:37:09.295835 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-383c49ea-e76c-4c08-8dde-5e42d8d890eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:36:56Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['c1f4b66f-1fea-406a-b3ef-163f6d33b3a9'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:37:09.540111 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-383c49ea-e76c-4c08-8dde-5e42d8d890eb None None] Set router c1f4b66f-1fea-406a-b3ef-163f6d33b3a9 gateway port host: dv-cinder-786932-2-smb {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:37:09.943188 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device 13a965fd-10b8-46ea-a2a9-d9582559c26a up at agent ovs-agent-dv-cinder-786932-2-smb {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:37:10.045099 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-eb1851cc-284c-449e-8588-b3c808042cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:10.100767 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Provisioning for port 13a965fd-10b8-46ea-a2a9-d9582559c26a completed by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:37:10.108341 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Provisioning complete for port 13a965fd-10b8-46ea-a2a9-d9582559c26a triggered by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:37:10.108753 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:10.193956 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-383c49ea-e76c-4c08-8dde-5e42d8d890eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f4b66f-1fea-406a-b3ef-163f6d33b3a9', 'name': 'tempest-TestMinimumBasicScenario-674674209-router', 'tenant_id': '6379afe3f2fe451f9af2f8c49dc77d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.164'}], 'enable_snat': True}, 'gw_port_id': 'ec455774-a053-4682-ba04-a2b2eeae03b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:06Z', 'updated_at': '2021-04-20T18:37:08Z', 'revision_number': 3, 'project_id': '6379afe3f2fe451f9af2f8c49dc77d87', 'gw_port': {'id': 'ec455774-a053-4682-ba04-a2b2eeae03b5', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:dd:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f4b66f-1fea-406a-b3ef-163f6d33b3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:07Z', 'updated_at': '2021-04-20T18:37:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb'}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:37:10.231423 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383c49ea-e76c-4c08-8dde-5e42d8d890eb None None] Checking router: c1f4b66f-1fea-406a-b3ef-163f6d33b3a9 for host: dv-cinder-786932-2-smb {{(pid=86393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:37:10.231764 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383c49ea-e76c-4c08-8dde-5e42d8d890eb None None] Updating router c1f4b66f-1fea-406a-b3ef-163f6d33b3a9 port ec455774-a053-4682-ba04-a2b2eeae03b5 binding host dv-cinder-786932-2-smb {{(pid=86393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 18:37:10.314439 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:10.324497 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-383c49ea-e76c-4c08-8dde-5e42d8d890eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:10.456982 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] For port 13a965fd-10b8-46ea-a2a9-d9582559c26a, host dv-cinder-786932-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=13a965fd-10b8-46ea-a2a9-d9582559c26a,segment=NetworkSegment(3948fd5c-102c-4086-b0dc-08d0eadc7659),segment_id=3948fd5c-102c-4086-b0dc-08d0eadc7659)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:37:10.464708 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:10.470110 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:37:10.527641 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.db_base_plugin_common [None req-eb1851cc-284c-449e-8588-b3c808042cc9 admin admin] Allocated IP 172.20.0.1 (e3848513-c3d8-4edf-8aa3-1329c2148b80/e71ab82a-cf18-4849-a9bf-d019724b1d31/0254d28d-3c93-42d3-ac64-e0983842b2a4) {{(pid=86392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:37:10.628673 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Pushing event updated for resources: {'Port': ['ID=13a965fd-10b8-46ea-a2a9-d9582559c26a,revision_number=3']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:37:10.633285 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:37:10.704893 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-eb1851cc-284c-449e-8588-b3c808042cc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:10.722343 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-eb1851cc-284c-449e-8588-b3c808042cc9 admin admin] Transition to ACTIVE for port object 0254d28d-3c93-42d3-ac64-e0983842b2a4 will not be triggered until provisioned by entity DHCP. {{(pid=86392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:37:10.752369 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-eb1851cc-284c-449e-8588-b3c808042cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278078920240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852620706'] for port, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:10.758176 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-b5ab268f-0f12-44b5-9a4a-8cb83f0a268a tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:37:10.777593 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-383c49ea-e76c-4c08-8dde-5e42d8d890eb None None] Notify callbacks [] for port, precommit_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:10.790544 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-383c49ea-e76c-4c08-8dde-5e42d8d890eb None None] Transition to ACTIVE for port object ec455774-a053-4682-ba04-a2b2eeae03b5 will not be triggered until provisioned by entity L2. {{(pid=86393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:37:10.796740 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-383c49ea-e76c-4c08-8dde-5e42d8d890eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:10.801411 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:37:10.830259 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1851cc-284c-449e-8588-b3c808042cc9 admin admin] Network e3848513-c3d8-4edf-8aa3-1329c2148b80 is already hosted by enough agents. {{(pid=86392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:37:10.831430 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [None req-eb1851cc-284c-449e-8588-b3c808042cc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=86392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:37:10.833927 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1851cc-284c-449e-8588-b3c808042cc9 admin admin] Received port after_create {{(pid=86392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:37:10.867066 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-383c49ea-e76c-4c08-8dde-5e42d8d890eb None None] Attempting to bind port ec455774-a053-4682-ba04-a2b2eeae03b5 on host dv-cinder-786932-2-smb for vnic_type normal with profile {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:37:10.867490 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-383c49ea-e76c-4c08-8dde-5e42d8d890eb None None] Attempting to bind port ec455774-a053-4682-ba04-a2b2eeae03b5 by drivers openvswitch,hyperv on host dv-cinder-786932-2-smb at level 0 using segments [{'id': '2233cf5b-6309-472b-944c-203414fffc35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974'}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:37:10.867899 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383c49ea-e76c-4c08-8dde-5e42d8d890eb None None] Attempting to bind port ec455774-a053-4682-ba04-a2b2eeae03b5 on network 6f8e8285-aaa9-4dbf-9e6b-39abd83f9974 {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:37:10.882749 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383c49ea-e76c-4c08-8dde-5e42d8d890eb None None] Checking agent: {'id': 'ac60c4f9-3ecd-40a5-acc5-9289d1156cbe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 20, 58), 'started_at': datetime.datetime(2021, 4, 20, 18, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:37:10.883195 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383c49ea-e76c-4c08-8dde-5e42d8d890eb None None] Checking segment: {'id': '2233cf5b-6309-472b-944c-203414fffc35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:37:10.883648 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-383c49ea-e76c-4c08-8dde-5e42d8d890eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:10.884090 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383c49ea-e76c-4c08-8dde-5e42d8d890eb None None] Bound using segment: {'id': '2233cf5b-6309-472b-944c-203414fffc35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974'} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:37:10.884625 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-383c49ea-e76c-4c08-8dde-5e42d8d890eb None None] Bound port: ec455774-a053-4682-ba04-a2b2eeae03b5, host: dv-cinder-786932-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2233cf5b-6309-472b-944c-203414fffc35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974'}}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:37:10.885043 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-383c49ea-e76c-4c08-8dde-5e42d8d890eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:10.885477 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1851cc-284c-449e-8588-b3c808042cc9 admin admin] Pushing event updated for resources: {'Port': ['ID=0254d28d-3c93-42d3-ac64-e0983842b2a4,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:37:10.888595 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-eb1851cc-284c-449e-8588-b3c808042cc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:37:10.921001 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-eb1851cc-284c-449e-8588-b3c808042cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397057'] for router_interface, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:10.945545 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12b3f85-0f99-463f-b1e4-4e6846484cd8 None None] Pushing event updated for resources: {'Port': ['ID=ec455774-a053-4682-ba04-a2b2eeae03b5,revision_number=2']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:37:10.951226 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-b12b3f85-0f99-463f-b1e4-4e6846484cd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:37:10.983652 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-383c49ea-e76c-4c08-8dde-5e42d8d890eb None None] For port ec455774-a053-4682-ba04-a2b2eeae03b5, host dv-cinder-786932-2-smb, cleared binding levels {{(pid=86393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:37:10.987100 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-383c49ea-e76c-4c08-8dde-5e42d8d890eb None None] For port ec455774-a053-4682-ba04-a2b2eeae03b5, host dv-cinder-786932-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=ec455774-a053-4682-ba04-a2b2eeae03b5,segment=NetworkSegment(2233cf5b-6309-472b-944c-203414fffc35),segment_id=2233cf5b-6309-472b-944c-203414fffc35)] {{(pid=86393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:37:10.991163 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-383c49ea-e76c-4c08-8dde-5e42d8d890eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:10.996264 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:37:11.063121 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-eb1851cc-284c-449e-8588-b3c808042cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:11.089462 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-f731b9d0-b861-468f-90e4-2ba113f8926a None None] Provisioning for port 0254d28d-3c93-42d3-ac64-e0983842b2a4 completed by entity DHCP. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:37:11.095439 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383c49ea-e76c-4c08-8dde-5e42d8d890eb None None] Routers {'c1f4b66f-1fea-406a-b3ef-163f6d33b3a9'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:37:11.096109 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-383c49ea-e76c-4c08-8dde-5e42d8d890eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:36:56Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['c1f4b66f-1fea-406a-b3ef-163f6d33b3a9'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:37:11.154735 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12b3f85-0f99-463f-b1e4-4e6846484cd8 None None] Pushing event updated for resources: {'Port': ['ID=ec455774-a053-4682-ba04-a2b2eeae03b5,revision_number=3']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:37:11.165754 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-f731b9d0-b861-468f-90e4-2ba113f8926a None None] Provisioning complete for port 0254d28d-3c93-42d3-ac64-e0983842b2a4 triggered by entity DHCP. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:37:11.166166 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-f731b9d0-b861-468f-90e4-2ba113f8926a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:11.190975 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-b12b3f85-0f99-463f-b1e4-4e6846484cd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:37:11.304037 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-eb1851cc-284c-449e-8588-b3c808042cc9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:11.308126 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-eb1851cc-284c-449e-8588-b3c808042cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2155095'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:11.310032 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-f731b9d0-b861-468f-90e4-2ba113f8926a None None] Port 0254d28d-3c93-42d3-ac64-e0983842b2a4 cannot update to ACTIVE because it is not bound. {{(pid=86393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:37:11.338309 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-af4e2452-53f0-48f7-a0e2-395a80ecb641 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:37:11.345320 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-383c49ea-e76c-4c08-8dde-5e42d8d890eb None None] Set router c1f4b66f-1fea-406a-b3ef-163f6d33b3a9 gateway port host: dv-cinder-786932-2-smb {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:37:11.426172 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-eb1851cc-284c-449e-8588-b3c808042cc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8124075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854378650'] for router_interface, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:11.429782 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1851cc-284c-449e-8588-b3c808042cc9 admin admin] Pushing event updated for resources: {'Port': ['ID=0254d28d-3c93-42d3-ac64-e0983842b2a4,revision_number=2']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:37:11.432764 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-eb1851cc-284c-449e-8588-b3c808042cc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:37:11.578832 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1851cc-284c-449e-8588-b3c808042cc9 admin admin] Network e3848513-c3d8-4edf-8aa3-1329c2148b80 is already hosted by enough agents. {{(pid=86392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:37:11.579877 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [None req-eb1851cc-284c-449e-8588-b3c808042cc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=86392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:37:11.687072 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-383c49ea-e76c-4c08-8dde-5e42d8d890eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f4b66f-1fea-406a-b3ef-163f6d33b3a9', 'name': 'tempest-TestMinimumBasicScenario-674674209-router', 'tenant_id': '6379afe3f2fe451f9af2f8c49dc77d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.164'}], 'enable_snat': True}, 'gw_port_id': 'ec455774-a053-4682-ba04-a2b2eeae03b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:06Z', 'updated_at': '2021-04-20T18:37:10Z', 'revision_number': 4, 'project_id': '6379afe3f2fe451f9af2f8c49dc77d87', 'gw_port': {'id': 'ec455774-a053-4682-ba04-a2b2eeae03b5', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:dd:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f4b66f-1fea-406a-b3ef-163f6d33b3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:07Z', 'updated_at': '2021-04-20T18:37:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb', '_interfaces': [{'id': '0254d28d-3c93-42d3-ac64-e0983842b2a4', 'name': '', 'network_id': 'e3848513-c3d8-4edf-8aa3-1329c2148b80', 'tenant_id': '6379afe3f2fe451f9af2f8c49dc77d87', 'mac_address': 'fa:16:3e:4f:7d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f4b66f-1fea-406a-b3ef-163f6d33b3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'e71ab82a-cf18-4849-a9bf-d019724b1d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:10Z', 'updated_at': '2021-04-20T18:37:10Z', 'revision_number': 1, 'project_id': '6379afe3f2fe451f9af2f8c49dc77d87', 'subnets': [{'id': 'e71ab82a-cf18-4849-a9bf-d019724b1d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:37:11.691634 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383c49ea-e76c-4c08-8dde-5e42d8d890eb None None] The sync data for ids ['c1f4b66f-1fea-406a-b3ef-163f6d33b3a9'] in dv-cinder-786932-2-smb is: [{'id': 'c1f4b66f-1fea-406a-b3ef-163f6d33b3a9', 'name': 'tempest-TestMinimumBasicScenario-674674209-router', 'tenant_id': '6379afe3f2fe451f9af2f8c49dc77d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.164'}], 'enable_snat': True}, 'gw_port_id': 'ec455774-a053-4682-ba04-a2b2eeae03b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:06Z', 'updated_at': '2021-04-20T18:37:10Z', 'revision_number': 4, 'project_id': '6379afe3f2fe451f9af2f8c49dc77d87', 'gw_port': {'id': 'ec455774-a053-4682-ba04-a2b2eeae03b5', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:dd:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f4b66f-1fea-406a-b3ef-163f6d33b3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:07Z', 'updated_at': '2021-04-20T18:37:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb', '_interfaces': [{'id': '0254d28d-3c93-42d3-ac64-e0983842b2a4', 'name': '', 'network_id': 'e3848513-c3d8-4edf-8aa3-1329c2148b80', 'tenant_id': '6379afe3f2fe451f9af2f8c49dc77d87', 'mac_address': 'fa:16:3e:4f:7d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f4b66f-1fea-406a-b3ef-163f6d33b3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'e71ab82a-cf18-4849-a9bf-d019724b1d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:10Z', 'updated_at': '2021-04-20T18:37:10Z', 'revision_number': 1, 'project_id': '6379afe3f2fe451f9af2f8c49dc77d87', 'subnets': [{'id': 'e71ab82a-cf18-4849-a9bf-d019724b1d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:37:11.749742 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device 13a965fd-10b8-46ea-a2a9-d9582559c26a up at agent ovs-agent-dv-cinder-786932-2-smb {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:37:11.795703 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb1851cc-284c-449e-8588-b3c808042cc9 admin admin] Router c1f4b66f-1fea-406a-b3ef-163f6d33b3a9 has already been hosted by L3 agent 41e81354-1f58-48e6-8416-2f8b62d59447 {{(pid=86392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:37:11.836074 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Provisioning complete for port 13a965fd-10b8-46ea-a2a9-d9582559c26a triggered by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:37:11.836417 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:11.904655 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-05fe9685-7e08-4df3-8c01-abc2f355b069 None None] Provisioning complete for port 0254d28d-3c93-42d3-ac64-e0983842b2a4 triggered by entity DHCP. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:37:11.905002 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-05fe9685-7e08-4df3-8c01-abc2f355b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:12.013417 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-05fe9685-7e08-4df3-8c01-abc2f355b069 None None] Port 0254d28d-3c93-42d3-ac64-e0983842b2a4 cannot update to ACTIVE because it is not bound. {{(pid=86393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:37:12.019239 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb1851cc-284c-449e-8588-b3c808042cc9 admin admin] Notify agent at l3_agent.dv-cinder-786932-2-smb the message routers_updated {{(pid=86392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:37:12.029584 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-eb1851cc-284c-449e-8588-b3c808042cc9 admin admin] 10.222.0.20 "PUT /v2.0/routers/c1f4b66f-1fea-406a-b3ef-163f6d33b3a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7693026 Apr 20 18:37:12.682111 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 41832) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:37:12.688519 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-a45e0305-aaba-4f00-bc75-01f52657daf9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1609010952-network', 'tenant_id': 'b1b471b426fc436193f0215de8a59cfb'}} {{(pid=86392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:37:12.693872 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-a45e0305-aaba-4f00-bc75-01f52657daf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:37:12.698215 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-a45e0305-aaba-4f00-bc75-01f52657daf9 admin admin] Usage tracker for resource:network and tenant:b1b471b426fc436193f0215de8a59cfb is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:37:12.701475 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-a45e0305-aaba-4f00-bc75-01f52657daf9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:37:12.707886 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-a45e0305-aaba-4f00-bc75-01f52657daf9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:37:12.719786 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45e0305-aaba-4f00-bc75-01f52657daf9 admin admin] Made reservation on behalf of b1b471b426fc436193f0215de8a59cfb for: {'network': 1} {{(pid=86392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:37:12.725072 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-a45e0305-aaba-4f00-bc75-01f52657daf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for network, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:12.742363 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-a45e0305-aaba-4f00-bc75-01f52657daf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:12.764766 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-a45e0305-aaba-4f00-bc75-01f52657daf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:37:12.769148 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-a45e0305-aaba-4f00-bc75-01f52657daf9 admin admin] Usage tracker for resource:security_group_rule and tenant:b1b471b426fc436193f0215de8a59cfb is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:37:12.772481 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-a45e0305-aaba-4f00-bc75-01f52657daf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:37:12.779265 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-a45e0305-aaba-4f00-bc75-01f52657daf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:37:12.877481 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-a45e0305-aaba-4f00-bc75-01f52657daf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:12.880808 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-a45e0305-aaba-4f00-bc75-01f52657daf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:12.885632 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-84ca489a-6bdf-4e48-8c33-4acd19634e19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:37:12.914122 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a45e0305-aaba-4f00-bc75-01f52657daf9 admin admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=86392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 18:37:12.931448 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e0305-aaba-4f00-bc75-01f52657daf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9241d5b5-b8af-4a0c-966e-072f493ac17a,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:37:12.942582 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-a45e0305-aaba-4f00-bc75-01f52657daf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854116670'] for segment, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:12.942991 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.db.segments_db [None req-a45e0305-aaba-4f00-bc75-01f52657daf9 admin admin] Added segment 6e5656bf-90bc-4b1c-ac16-694ed41f70fb of type vlan for network aa865ec1-49b5-45e5-b1b9-17236c55d5bf Apr 20 18:37:12.944362 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-a45e0305-aaba-4f00-bc75-01f52657daf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:37:12.973585 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-a45e0305-aaba-4f00-bc75-01f52657daf9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758775846003'] for network, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:13.004369 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-a45e0305-aaba-4f00-bc75-01f52657daf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058'] for network, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:13.005965 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45e0305-aaba-4f00-bc75-01f52657daf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:13.006615 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-a45e0305-aaba-4f00-bc75-01f52657daf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for network, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:13.011751 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:37:13.118699 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-a45e0305-aaba-4f00-bc75-01f52657daf9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4352198 Apr 20 18:37:13.119600 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e0305-aaba-4f00-bc75-01f52657daf9 admin admin] Pushing event updated for resources: {'Network': ['ID=aa865ec1-49b5-45e5-b1b9-17236c55d5bf,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:37:13.121845 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 41838) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:37:13.122577 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-a45e0305-aaba-4f00-bc75-01f52657daf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:37:13.128308 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-42bd3f1f-46cd-45ff-beef-9e7a691c8c10 admin admin] Request body: {'subnet': {'network_id': 'aa865ec1-49b5-45e5-b1b9-17236c55d5bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1609010952-subnet', 'tenant_id': 'b1b471b426fc436193f0215de8a59cfb', 'ip_version': 4}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:37:13.130694 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Network aa865ec1-49b5-45e5-b1b9-17236c55d5bf details requested by agent ovs-agent-dv-cinder-786932-2-smb with host dv-cinder-786932-2-smb {{(pid=86393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:37:13.133795 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-42bd3f1f-46cd-45ff-beef-9e7a691c8c10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:37:13.138081 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-42bd3f1f-46cd-45ff-beef-9e7a691c8c10 admin admin] Usage tracker for resource:subnet and tenant:b1b471b426fc436193f0215de8a59cfb is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:37:13.378269 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-42bd3f1f-46cd-45ff-beef-9e7a691c8c10 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:37:13.384843 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-42bd3f1f-46cd-45ff-beef-9e7a691c8c10 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:37:13.400151 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42bd3f1f-46cd-45ff-beef-9e7a691c8c10 admin admin] Made reservation on behalf of b1b471b426fc436193f0215de8a59cfb for: {'subnet': 1} {{(pid=86391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:37:13.408034 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-42bd3f1f-46cd-45ff-beef-9e7a691c8c10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851471628'] for subnet, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:13.756413 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device ec455774-a053-4682-ba04-a2b2eeae03b5 up at agent ovs-agent-dv-cinder-786932-2-smb {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:37:13.836697 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Provisioning for port ec455774-a053-4682-ba04-a2b2eeae03b5 completed by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:37:13.841090 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-42bd3f1f-46cd-45ff-beef-9e7a691c8c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852409019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851471643'] for subnet, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:13.841774 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Provisioning complete for port ec455774-a053-4682-ba04-a2b2eeae03b5 triggered by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:37:13.842223 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:13.846244 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-d50bbf9b-5e4d-4f92-b438-3c566ef7e8e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:37:13.928414 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bd3f1f-46cd-45ff-beef-9e7a691c8c10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4b6fb2a-7df1-4c77-b398-e5d2535447ec,revision_number=0']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:37:13.936196 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-42bd3f1f-46cd-45ff-beef-9e7a691c8c10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:37:13.936951 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bd3f1f-46cd-45ff-beef-9e7a691c8c10 admin admin] Checking segment: {'id': '6e5656bf-90bc-4b1c-ac16-694ed41f70fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'aa865ec1-49b5-45e5-b1b9-17236c55d5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:37:13.937337 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bd3f1f-46cd-45ff-beef-9e7a691c8c10 admin admin] Network hostable DHCP agents. Network: aa865ec1-49b5-45e5-b1b9-17236c55d5bf, hostable agents: ['139febe7-9f58-4c27-9292-9a8c92178c1a'], hosted agents: [] {{(pid=86391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:37:13.955793 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bd3f1f-46cd-45ff-beef-9e7a691c8c10 admin admin] Network aa865ec1-49b5-45e5-b1b9-17236c55d5bf is scheduled to be hosted by DHCP agent 139febe7-9f58-4c27-9292-9a8c92178c1a with binding_index 1 {{(pid=86391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:37:13.965122 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [None req-42bd3f1f-46cd-45ff-beef-9e7a691c8c10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-2-smb, aa865ec1-49b5-45e5-b1b9-17236c55d5bf) {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:37:13.969965 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:13.976453 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b33cc0-c8a0-4d3a-a39a-da6ed69cf465 None None] Network aa865ec1-49b5-45e5-b1b9-17236c55d5bf requested from dv-cinder-786932-2-smb {{(pid=86393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:37:13.978422 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bd3f1f-46cd-45ff-beef-9e7a691c8c10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:13.979132 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-42bd3f1f-46cd-45ff-beef-9e7a691c8c10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:14.000259 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-42bd3f1f-46cd-45ff-beef-9e7a691c8c10 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8772645 Apr 20 18:37:14.003302 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 41842) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:37:14.009259 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-c023611b-fd75-46fc-89f9-e16bbabc26ea admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1609010952-router', 'tenant_id': 'b1b471b426fc436193f0215de8a59cfb', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974'}}} {{(pid=86392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:37:14.014563 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-c023611b-fd75-46fc-89f9-e16bbabc26ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:37:14.018861 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-c023611b-fd75-46fc-89f9-e16bbabc26ea admin admin] Usage tracker for resource:router and tenant:b1b471b426fc436193f0215de8a59cfb is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:37:14.021962 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-c023611b-fd75-46fc-89f9-e16bbabc26ea admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:37:14.028489 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-c023611b-fd75-46fc-89f9-e16bbabc26ea admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:37:14.039537 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-c023611b-fd75-46fc-89f9-e16bbabc26ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854375953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6091'] for router, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:14.041448 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-c023611b-fd75-46fc-89f9-e16bbabc26ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7970561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7878928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854769732'] for router, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:14.063016 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-c023611b-fd75-46fc-89f9-e16bbabc26ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:14.066235 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] For port ec455774-a053-4682-ba04-a2b2eeae03b5, host dv-cinder-786932-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=ec455774-a053-4682-ba04-a2b2eeae03b5,segment=NetworkSegment(2233cf5b-6309-472b-944c-203414fffc35),segment_id=2233cf5b-6309-472b-944c-203414fffc35)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:37:14.083950 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:14.088386 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:37:14.215962 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Pushing event updated for resources: {'Port': ['ID=ec455774-a053-4682-ba04-a2b2eeae03b5,revision_number=4']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:37:14.222683 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:37:14.292766 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac94e2f-b471-46a2-bc82-c9661fd70a59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f03320c-6e89-5850-82be-c4f5931144ea-aa865ec1-49b5-45e5-b1b9-17236c55d5bf', 'network_id': 'aa865ec1-49b5-45e5-b1b9-17236c55d5bf', 'tenant_id': 'b1b471b426fc436193f0215de8a59cfb', 'fixed_ips': [{'subnet_id': 'c4b6fb2a-7df1-4c77-b398-e5d2535447ec'}]}} from dv-cinder-786932-2-smb. {{(pid=86393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 18:37:14.293676 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4ac94e2f-b471-46a2-bc82-c9661fd70a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:14.358239 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-c023611b-fd75-46fc-89f9-e16bbabc26ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7970806', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769747'] for router, precommit_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:14.666626 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.db_base_plugin_common [None req-4ac94e2f-b471-46a2-bc82-c9661fd70a59 None None] Allocated IP 172.20.0.2 (aa865ec1-49b5-45e5-b1b9-17236c55d5bf/c4b6fb2a-7df1-4c77-b398-e5d2535447ec/0aee1163-e7a9-43df-ad22-bc8d2f141ccf) {{(pid=86393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:37:14.703875 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-c023611b-fd75-46fc-89f9-e16bbabc26ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:14.739243 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-c023611b-fd75-46fc-89f9-e16bbabc26ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:14.890282 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4ac94e2f-b471-46a2-bc82-c9661fd70a59 None None] Notify callbacks [] for port, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:14.897218 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.db_base_plugin_common [None req-c023611b-fd75-46fc-89f9-e16bbabc26ea admin admin] Allocated IP 172.28.1.86 (6f8e8285-aaa9-4dbf-9e6b-39abd83f9974/f30c7817-a5c6-4c47-97c4-010d805a937c/dd73aec3-4a27-4ba9-9c0e-db3d62c30fd5) {{(pid=86392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:37:14.903878 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-4ac94e2f-b471-46a2-bc82-c9661fd70a59 None None] Transition to ACTIVE for port object 0aee1163-e7a9-43df-ad22-bc8d2f141ccf will not be triggered until provisioned by entity L2. {{(pid=86393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:37:14.924268 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-4ac94e2f-b471-46a2-bc82-c9661fd70a59 None None] Transition to ACTIVE for port object 0aee1163-e7a9-43df-ad22-bc8d2f141ccf will not be triggered until provisioned by entity DHCP. {{(pid=86393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:37:14.928906 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4ac94e2f-b471-46a2-bc82-c9661fd70a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278078920240'] for port, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:14.934097 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:37:14.972078 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a4dfed-15cf-4a7c-81ae-9815a9f9c322 None None] Sync routers for ids ['c1f4b66f-1fea-406a-b3ef-163f6d33b3a9'] in dv-cinder-786932-2-smb {{(pid=86394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:37:14.983411 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a4dfed-15cf-4a7c-81ae-9815a9f9c322 None None] Routers {'c1f4b66f-1fea-406a-b3ef-163f6d33b3a9'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:37:14.984193 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-16a4dfed-15cf-4a7c-81ae-9815a9f9c322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:36:56Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['c1f4b66f-1fea-406a-b3ef-163f6d33b3a9'], 'active': True} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:37:15.001489 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac94e2f-b471-46a2-bc82-c9661fd70a59 None None] Network aa865ec1-49b5-45e5-b1b9-17236c55d5bf is already hosted by enough agents. {{(pid=86393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:37:15.005096 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [None req-4ac94e2f-b471-46a2-bc82-c9661fd70a59 None None] Resources bound (agent type, host, resource id): {{(pid=86393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:37:15.009034 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac94e2f-b471-46a2-bc82-c9661fd70a59 None None] Received port after_create {{(pid=86393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:37:15.018889 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac94e2f-b471-46a2-bc82-c9661fd70a59 None None] Pushing event updated for resources: {'Port': ['ID=0aee1163-e7a9-43df-ad22-bc8d2f141ccf,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:37:15.052138 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-4ac94e2f-b471-46a2-bc82-c9661fd70a59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:37:15.064925 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-c023611b-fd75-46fc-89f9-e16bbabc26ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:15.097262 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-c023611b-fd75-46fc-89f9-e16bbabc26ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278078920240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852620706'] for port, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:15.101229 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2d9219fe-b5f2-45a8-b747-9b829db3fa67 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:37:15.112849 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-4ac94e2f-b471-46a2-bc82-c9661fd70a59 None None] Attempting to bind port 0aee1163-e7a9-43df-ad22-bc8d2f141ccf on host dv-cinder-786932-2-smb for vnic_type normal with profile {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:37:15.113264 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-4ac94e2f-b471-46a2-bc82-c9661fd70a59 None None] Attempting to bind port 0aee1163-e7a9-43df-ad22-bc8d2f141ccf by drivers openvswitch,hyperv on host dv-cinder-786932-2-smb at level 0 using segments [{'id': '6e5656bf-90bc-4b1c-ac16-694ed41f70fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'aa865ec1-49b5-45e5-b1b9-17236c55d5bf'}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:37:15.113672 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac94e2f-b471-46a2-bc82-c9661fd70a59 None None] Attempting to bind port 0aee1163-e7a9-43df-ad22-bc8d2f141ccf on network aa865ec1-49b5-45e5-b1b9-17236c55d5bf {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:37:15.119945 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac94e2f-b471-46a2-bc82-c9661fd70a59 None None] Checking agent: {'id': 'ac60c4f9-3ecd-40a5-acc5-9289d1156cbe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 20, 58), 'started_at': datetime.datetime(2021, 4, 20, 18, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:37:15.120351 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac94e2f-b471-46a2-bc82-c9661fd70a59 None None] Checking segment: {'id': '6e5656bf-90bc-4b1c-ac16-694ed41f70fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'aa865ec1-49b5-45e5-b1b9-17236c55d5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:37:15.120798 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4ac94e2f-b471-46a2-bc82-c9661fd70a59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:15.121214 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac94e2f-b471-46a2-bc82-c9661fd70a59 None None] Bound using segment: {'id': '6e5656bf-90bc-4b1c-ac16-694ed41f70fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'aa865ec1-49b5-45e5-b1b9-17236c55d5bf'} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:37:15.121727 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-4ac94e2f-b471-46a2-bc82-c9661fd70a59 None None] Bound port: 0aee1163-e7a9-43df-ad22-bc8d2f141ccf, host: dv-cinder-786932-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e5656bf-90bc-4b1c-ac16-694ed41f70fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'aa865ec1-49b5-45e5-b1b9-17236c55d5bf'}}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:37:15.122249 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4ac94e2f-b471-46a2-bc82-c9661fd70a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:15.163348 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c023611b-fd75-46fc-89f9-e16bbabc26ea admin admin] Network 6f8e8285-aaa9-4dbf-9e6b-39abd83f9974 is already hosted by enough agents. {{(pid=86392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:37:15.171891 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [None req-c023611b-fd75-46fc-89f9-e16bbabc26ea admin admin] Resources bound (agent type, host, resource id): {{(pid=86392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:37:15.177765 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c023611b-fd75-46fc-89f9-e16bbabc26ea admin admin] Received port after_create {{(pid=86392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:37:15.178676 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-16a4dfed-15cf-4a7c-81ae-9815a9f9c322 None None] Set router c1f4b66f-1fea-406a-b3ef-163f6d33b3a9 gateway port host: dv-cinder-786932-2-smb {{(pid=86394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:37:15.225494 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-4ac94e2f-b471-46a2-bc82-c9661fd70a59 None None] For port 0aee1163-e7a9-43df-ad22-bc8d2f141ccf, host dv-cinder-786932-2-smb, cleared binding levels {{(pid=86393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:37:15.229236 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-4ac94e2f-b471-46a2-bc82-c9661fd70a59 None None] For port 0aee1163-e7a9-43df-ad22-bc8d2f141ccf, host dv-cinder-786932-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=0aee1163-e7a9-43df-ad22-bc8d2f141ccf,segment=NetworkSegment(6e5656bf-90bc-4b1c-ac16-694ed41f70fb),segment_id=6e5656bf-90bc-4b1c-ac16-694ed41f70fb)] {{(pid=86393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:37:15.234410 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4ac94e2f-b471-46a2-bc82-c9661fd70a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:15.244129 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c023611b-fd75-46fc-89f9-e16bbabc26ea admin admin] Pushing event updated for resources: {'Port': ['ID=dd73aec3-4a27-4ba9-9c0e-db3d62c30fd5,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:37:15.245741 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-4ac94e2f-b471-46a2-bc82-c9661fd70a59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:37:15.346680 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac94e2f-b471-46a2-bc82-c9661fd70a59 None None] Pushing event updated for resources: {'Port': ['ID=0aee1163-e7a9-43df-ad22-bc8d2f141ccf,revision_number=2']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:37:15.350075 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-4ac94e2f-b471-46a2-bc82-c9661fd70a59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:37:15.558151 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-c023611b-fd75-46fc-89f9-e16bbabc26ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:37:15.567026 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-16a4dfed-15cf-4a7c-81ae-9815a9f9c322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f4b66f-1fea-406a-b3ef-163f6d33b3a9', 'name': 'tempest-TestMinimumBasicScenario-674674209-router', 'tenant_id': '6379afe3f2fe451f9af2f8c49dc77d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.164'}], 'enable_snat': True}, 'gw_port_id': 'ec455774-a053-4682-ba04-a2b2eeae03b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:06Z', 'updated_at': '2021-04-20T18:37:10Z', 'revision_number': 4, 'project_id': '6379afe3f2fe451f9af2f8c49dc77d87', 'gw_port': {'id': 'ec455774-a053-4682-ba04-a2b2eeae03b5', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:dd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f4b66f-1fea-406a-b3ef-163f6d33b3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:07Z', 'updated_at': '2021-04-20T18:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb', '_interfaces': [{'id': '0254d28d-3c93-42d3-ac64-e0983842b2a4', 'name': '', 'network_id': 'e3848513-c3d8-4edf-8aa3-1329c2148b80', 'tenant_id': '6379afe3f2fe451f9af2f8c49dc77d87', 'mac_address': 'fa:16:3e:4f:7d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f4b66f-1fea-406a-b3ef-163f6d33b3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'e71ab82a-cf18-4849-a9bf-d019724b1d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:10Z', 'updated_at': '2021-04-20T18:37:11Z', 'revision_number': 2, 'project_id': '6379afe3f2fe451f9af2f8c49dc77d87', 'subnets': [{'id': 'e71ab82a-cf18-4849-a9bf-d019724b1d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:37:15.571649 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a4dfed-15cf-4a7c-81ae-9815a9f9c322 None None] Checking router: c1f4b66f-1fea-406a-b3ef-163f6d33b3a9 for host: dv-cinder-786932-2-smb {{(pid=86394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:37:15.571808 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a4dfed-15cf-4a7c-81ae-9815a9f9c322 None None] Updating router c1f4b66f-1fea-406a-b3ef-163f6d33b3a9 port 0254d28d-3c93-42d3-ac64-e0983842b2a4 binding host dv-cinder-786932-2-smb {{(pid=86394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 18:37:15.654574 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-16a4dfed-15cf-4a7c-81ae-9815a9f9c322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:15.882881 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device 0aee1163-e7a9-43df-ad22-bc8d2f141ccf up at agent ovs-agent-dv-cinder-786932-2-smb {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:37:15.907518 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.agents_db [None req-bb53aea3-de48-49b3-8e00-ae07e91d3609 None None] Agent healthcheck: found 6 active agents {{(pid=86394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:37:15.931580 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-c023611b-fd75-46fc-89f9-e16bbabc26ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:15.959713 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Provisioning for port 0aee1163-e7a9-43df-ad22-bc8d2f141ccf completed by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:37:15.965917 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device ec455774-a053-4682-ba04-a2b2eeae03b5 up at agent ovs-agent-dv-cinder-786932-2-smb {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:37:16.037222 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Provisioning complete for port ec455774-a053-4682-ba04-a2b2eeae03b5 triggered by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:37:16.037645 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:16.061390 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-16a4dfed-15cf-4a7c-81ae-9815a9f9c322 None None] Notify callbacks [] for port, precommit_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:16.074336 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-16a4dfed-15cf-4a7c-81ae-9815a9f9c322 None None] Transition to ACTIVE for port object 0254d28d-3c93-42d3-ac64-e0983842b2a4 will not be triggered until provisioned by entity L2. {{(pid=86394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:37:16.081511 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-16a4dfed-15cf-4a7c-81ae-9815a9f9c322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:16.086952 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-f18fbb56-c6cc-40af-acda-676fa061e56f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:37:16.292578 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bb2f0c-cbe2-4720-8740-ea2563bedd40 None None] Pushing event updated for resources: {'Port': ['ID=0254d28d-3c93-42d3-ac64-e0983842b2a4,revision_number=3']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:37:16.306931 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-c023611b-fd75-46fc-89f9-e16bbabc26ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854379708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846805028'] for router, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:16.314980 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bb2f0c-cbe2-4720-8740-ea2563bedd40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:37:16.315354 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bb2f0c-cbe2-4720-8740-ea2563bedd40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:37:16.315720 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bb2f0c-cbe2-4720-8740-ea2563bedd40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:37:16.316081 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bb2f0c-cbe2-4720-8740-ea2563bedd40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:37:16.316436 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bb2f0c-cbe2-4720-8740-ea2563bedd40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:37:16.316789 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bb2f0c-cbe2-4720-8740-ea2563bedd40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:37:16.317142 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bb2f0c-cbe2-4720-8740-ea2563bedd40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:37:16.317490 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bb2f0c-cbe2-4720-8740-ea2563bedd40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:37:16.317838 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bb2f0c-cbe2-4720-8740-ea2563bedd40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:37:16.318187 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bb2f0c-cbe2-4720-8740-ea2563bedd40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:37:16.318533 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bb2f0c-cbe2-4720-8740-ea2563bedd40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:37:16.318911 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bb2f0c-cbe2-4720-8740-ea2563bedd40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:37:16.328513 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-d0bb2f0c-cbe2-4720-8740-ea2563bedd40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:37:16.332965 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-16a4dfed-15cf-4a7c-81ae-9815a9f9c322 None None] Attempting to bind port 0254d28d-3c93-42d3-ac64-e0983842b2a4 on host dv-cinder-786932-2-smb for vnic_type normal with profile {{(pid=86394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:37:16.333734 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-16a4dfed-15cf-4a7c-81ae-9815a9f9c322 None None] Attempting to bind port 0254d28d-3c93-42d3-ac64-e0983842b2a4 by drivers openvswitch,hyperv on host dv-cinder-786932-2-smb at level 0 using segments [{'id': '3948fd5c-102c-4086-b0dc-08d0eadc7659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e3848513-c3d8-4edf-8aa3-1329c2148b80'}] {{(pid=86394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:37:16.334300 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a4dfed-15cf-4a7c-81ae-9815a9f9c322 None None] Attempting to bind port 0254d28d-3c93-42d3-ac64-e0983842b2a4 on network e3848513-c3d8-4edf-8aa3-1329c2148b80 {{(pid=86394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:37:16.342047 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a4dfed-15cf-4a7c-81ae-9815a9f9c322 None None] Checking agent: {'id': 'ac60c4f9-3ecd-40a5-acc5-9289d1156cbe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 20, 58), 'started_at': datetime.datetime(2021, 4, 20, 18, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:37:16.342455 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a4dfed-15cf-4a7c-81ae-9815a9f9c322 None None] Checking segment: {'id': '3948fd5c-102c-4086-b0dc-08d0eadc7659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e3848513-c3d8-4edf-8aa3-1329c2148b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:37:16.342926 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-16a4dfed-15cf-4a7c-81ae-9815a9f9c322 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:16.343351 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a4dfed-15cf-4a7c-81ae-9815a9f9c322 None None] Bound using segment: {'id': '3948fd5c-102c-4086-b0dc-08d0eadc7659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e3848513-c3d8-4edf-8aa3-1329c2148b80'} {{(pid=86394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:37:16.343854 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-16a4dfed-15cf-4a7c-81ae-9815a9f9c322 None None] Bound port: 0254d28d-3c93-42d3-ac64-e0983842b2a4, host: dv-cinder-786932-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3948fd5c-102c-4086-b0dc-08d0eadc7659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e3848513-c3d8-4edf-8aa3-1329c2148b80'}}] {{(pid=86394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:37:16.344259 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-16a4dfed-15cf-4a7c-81ae-9815a9f9c322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:16.441778 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-16a4dfed-15cf-4a7c-81ae-9815a9f9c322 None None] For port 0254d28d-3c93-42d3-ac64-e0983842b2a4, host dv-cinder-786932-2-smb, cleared binding levels {{(pid=86394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:37:16.445231 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-16a4dfed-15cf-4a7c-81ae-9815a9f9c322 None None] For port 0254d28d-3c93-42d3-ac64-e0983842b2a4, host dv-cinder-786932-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=0254d28d-3c93-42d3-ac64-e0983842b2a4,segment=NetworkSegment(3948fd5c-102c-4086-b0dc-08d0eadc7659),segment_id=3948fd5c-102c-4086-b0dc-08d0eadc7659)] {{(pid=86394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:37:16.448356 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-16a4dfed-15cf-4a7c-81ae-9815a9f9c322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:16.453362 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:37:16.535533 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a4dfed-15cf-4a7c-81ae-9815a9f9c322 None None] Routers {'c1f4b66f-1fea-406a-b3ef-163f6d33b3a9'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:37:16.536233 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-16a4dfed-15cf-4a7c-81ae-9815a9f9c322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:36:56Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['c1f4b66f-1fea-406a-b3ef-163f6d33b3a9'], 'active': True} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:37:16.547627 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c023611b-fd75-46fc-89f9-e16bbabc26ea admin admin] Router ed363d92-4a7d-4768-81a1-636a5489c64e is scheduled to L3 agent 41e81354-1f58-48e6-8416-2f8b62d59447 with binding_index 1 {{(pid=86392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 18:37:16.717153 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:16.757023 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c023611b-fd75-46fc-89f9-e16bbabc26ea admin admin] Notify agent at l3_agent.dv-cinder-786932-2-smb the message routers_updated {{(pid=86392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:37:16.768675 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1010495f-f717-414b-bd7c-5de0df8f6081 None None] Sync routers for ids ['ed363d92-4a7d-4768-81a1-636a5489c64e'] in dv-cinder-786932-2-smb {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:37:16.784954 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-c023611b-fd75-46fc-89f9-e16bbabc26ea admin admin] Notify callbacks [] for router, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:16.785462 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1010495f-f717-414b-bd7c-5de0df8f6081 None None] Routers {'ed363d92-4a7d-4768-81a1-636a5489c64e'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:37:16.786386 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-1010495f-f717-414b-bd7c-5de0df8f6081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:36:56Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['ed363d92-4a7d-4768-81a1-636a5489c64e'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:37:16.789294 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 41864) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:37:16.789471 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-c023611b-fd75-46fc-89f9-e16bbabc26ea admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7848790 Apr 20 18:37:16.847924 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bb2f0c-cbe2-4720-8740-ea2563bedd40 None None] Pushing event updated for resources: {'Port': ['ID=0254d28d-3c93-42d3-ac64-e0983842b2a4,revision_number=4']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:37:16.858564 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-d0bb2f0c-cbe2-4720-8740-ea2563bedd40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:37:16.949006 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-16a4dfed-15cf-4a7c-81ae-9815a9f9c322 None None] Set router c1f4b66f-1fea-406a-b3ef-163f6d33b3a9 gateway port host: dv-cinder-786932-2-smb {{(pid=86394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:37:16.977277 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52461a4-35a9-4414-9362-3a84fc8f954f None None] Network aa865ec1-49b5-45e5-b1b9-17236c55d5bf requested from dv-cinder-786932-2-smb {{(pid=86393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:37:17.189481 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-1010495f-f717-414b-bd7c-5de0df8f6081 None None] Set router ed363d92-4a7d-4768-81a1-636a5489c64e gateway port host: dv-cinder-786932-2-smb {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:37:17.288362 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-16a4dfed-15cf-4a7c-81ae-9815a9f9c322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f4b66f-1fea-406a-b3ef-163f6d33b3a9', 'name': 'tempest-TestMinimumBasicScenario-674674209-router', 'tenant_id': '6379afe3f2fe451f9af2f8c49dc77d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.164'}], 'enable_snat': True}, 'gw_port_id': 'ec455774-a053-4682-ba04-a2b2eeae03b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:06Z', 'updated_at': '2021-04-20T18:37:10Z', 'revision_number': 4, 'project_id': '6379afe3f2fe451f9af2f8c49dc77d87', 'gw_port': {'id': 'ec455774-a053-4682-ba04-a2b2eeae03b5', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:dd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f4b66f-1fea-406a-b3ef-163f6d33b3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:07Z', 'updated_at': '2021-04-20T18:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb', '_interfaces': [{'id': '0254d28d-3c93-42d3-ac64-e0983842b2a4', 'name': '', 'network_id': 'e3848513-c3d8-4edf-8aa3-1329c2148b80', 'tenant_id': '6379afe3f2fe451f9af2f8c49dc77d87', 'mac_address': 'fa:16:3e:4f:7d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f4b66f-1fea-406a-b3ef-163f6d33b3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'e71ab82a-cf18-4849-a9bf-d019724b1d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:10Z', 'updated_at': '2021-04-20T18:37:16Z', 'revision_number': 4, 'project_id': '6379afe3f2fe451f9af2f8c49dc77d87', 'subnets': [{'id': 'e71ab82a-cf18-4849-a9bf-d019724b1d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:37:17.292777 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a4dfed-15cf-4a7c-81ae-9815a9f9c322 None None] The sync data for ids ['c1f4b66f-1fea-406a-b3ef-163f6d33b3a9'] in dv-cinder-786932-2-smb is: [{'id': 'c1f4b66f-1fea-406a-b3ef-163f6d33b3a9', 'name': 'tempest-TestMinimumBasicScenario-674674209-router', 'tenant_id': '6379afe3f2fe451f9af2f8c49dc77d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.164'}], 'enable_snat': True}, 'gw_port_id': 'ec455774-a053-4682-ba04-a2b2eeae03b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:06Z', 'updated_at': '2021-04-20T18:37:10Z', 'revision_number': 4, 'project_id': '6379afe3f2fe451f9af2f8c49dc77d87', 'gw_port': {'id': 'ec455774-a053-4682-ba04-a2b2eeae03b5', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:dd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f4b66f-1fea-406a-b3ef-163f6d33b3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:07Z', 'updated_at': '2021-04-20T18:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb', '_interfaces': [{'id': '0254d28d-3c93-42d3-ac64-e0983842b2a4', 'name': '', 'network_id': 'e3848513-c3d8-4edf-8aa3-1329c2148b80', 'tenant_id': '6379afe3f2fe451f9af2f8c49dc77d87', 'mac_address': 'fa:16:3e:4f:7d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f4b66f-1fea-406a-b3ef-163f6d33b3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'e71ab82a-cf18-4849-a9bf-d019724b1d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:10Z', 'updated_at': '2021-04-20T18:37:16Z', 'revision_number': 4, 'project_id': '6379afe3f2fe451f9af2f8c49dc77d87', 'subnets': [{'id': 'e71ab82a-cf18-4849-a9bf-d019724b1d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:37:17.343709 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-fc33f7f8-b207-49cb-9769-ebc1e923c10a None None] Provisioning for port 0aee1163-e7a9-43df-ad22-bc8d2f141ccf completed by entity DHCP. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:37:17.406969 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-fc33f7f8-b207-49cb-9769-ebc1e923c10a None None] Provisioning complete for port 0aee1163-e7a9-43df-ad22-bc8d2f141ccf triggered by entity DHCP. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:37:17.407451 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-fc33f7f8-b207-49cb-9769-ebc1e923c10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:17.551774 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-46f941d8-4c3e-4e3a-926b-3a64ac285df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:17.703970 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-fc33f7f8-b207-49cb-9769-ebc1e923c10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:17.755101 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-fc33f7f8-b207-49cb-9769-ebc1e923c10a None None] For port 0aee1163-e7a9-43df-ad22-bc8d2f141ccf, host dv-cinder-786932-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=0aee1163-e7a9-43df-ad22-bc8d2f141ccf,segment=NetworkSegment(6e5656bf-90bc-4b1c-ac16-694ed41f70fb),segment_id=6e5656bf-90bc-4b1c-ac16-694ed41f70fb)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:37:17.764462 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-fc33f7f8-b207-49cb-9769-ebc1e923c10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:17.767083 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:37:17.806315 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-1010495f-f717-414b-bd7c-5de0df8f6081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed363d92-4a7d-4768-81a1-636a5489c64e', 'name': 'tempest-TestMinimumBasicScenario-1609010952-router', 'tenant_id': 'b1b471b426fc436193f0215de8a59cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.86'}], 'enable_snat': True}, 'gw_port_id': 'dd73aec3-4a27-4ba9-9c0e-db3d62c30fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:14Z', 'updated_at': '2021-04-20T18:37:15Z', 'revision_number': 3, 'project_id': 'b1b471b426fc436193f0215de8a59cfb', 'gw_port': {'id': 'dd73aec3-4a27-4ba9-9c0e-db3d62c30fd5', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:df:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed363d92-4a7d-4768-81a1-636a5489c64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:14Z', 'updated_at': '2021-04-20T18:37:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb'}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:37:17.820406 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device 0254d28d-3c93-42d3-ac64-e0983842b2a4 up at agent ovs-agent-dv-cinder-786932-2-smb {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:37:17.829826 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.db_base_plugin_common [None req-46f941d8-4c3e-4e3a-926b-3a64ac285df1 admin admin] Allocated IP 172.20.0.1 (aa865ec1-49b5-45e5-b1b9-17236c55d5bf/c4b6fb2a-7df1-4c77-b398-e5d2535447ec/09b01d0c-e425-4235-b2dd-1531c173d817) {{(pid=86391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:37:17.860820 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1010495f-f717-414b-bd7c-5de0df8f6081 None None] Checking router: ed363d92-4a7d-4768-81a1-636a5489c64e for host: dv-cinder-786932-2-smb {{(pid=86393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:37:17.861217 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1010495f-f717-414b-bd7c-5de0df8f6081 None None] Updating router ed363d92-4a7d-4768-81a1-636a5489c64e port dd73aec3-4a27-4ba9-9c0e-db3d62c30fd5 binding host dv-cinder-786932-2-smb {{(pid=86393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 18:37:18.003560 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-46f941d8-4c3e-4e3a-926b-3a64ac285df1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:18.022727 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-46f941d8-4c3e-4e3a-926b-3a64ac285df1 admin admin] Transition to ACTIVE for port object 09b01d0c-e425-4235-b2dd-1531c173d817 will not be triggered until provisioned by entity DHCP. {{(pid=86391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:37:18.047656 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-46f941d8-4c3e-4e3a-926b-3a64ac285df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278078920240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368212'] for port, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:18.053312 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-16f6abbe-3bb5-41c9-bd35-307c51fabac5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:37:18.126579 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f941d8-4c3e-4e3a-926b-3a64ac285df1 admin admin] Network aa865ec1-49b5-45e5-b1b9-17236c55d5bf is already hosted by enough agents. {{(pid=86391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:37:18.129720 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [None req-46f941d8-4c3e-4e3a-926b-3a64ac285df1 admin admin] Resources bound (agent type, host, resource id): {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:37:18.133844 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f941d8-4c3e-4e3a-926b-3a64ac285df1 admin admin] Received port after_create {{(pid=86391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:37:18.143933 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc33f7f8-b207-49cb-9769-ebc1e923c10a None None] Pushing event updated for resources: {'Port': ['ID=0aee1163-e7a9-43df-ad22-bc8d2f141ccf,revision_number=3']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:37:18.148927 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-1010495f-f717-414b-bd7c-5de0df8f6081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:18.166102 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f941d8-4c3e-4e3a-926b-3a64ac285df1 admin admin] Pushing event updated for resources: {'Port': ['ID=09b01d0c-e425-4235-b2dd-1531c173d817,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:37:18.173302 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-46f941d8-4c3e-4e3a-926b-3a64ac285df1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:37:18.181696 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-fc33f7f8-b207-49cb-9769-ebc1e923c10a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:37:18.182470 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-39033c8c-524e-4545-984c-411a36de9278 None None] Provisioning complete for port 0aee1163-e7a9-43df-ad22-bc8d2f141ccf triggered by entity DHCP. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:37:18.182920 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-39033c8c-524e-4545-984c-411a36de9278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:18.195843 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-46f941d8-4c3e-4e3a-926b-3a64ac285df1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397057'] for router_interface, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:18.313707 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Provisioning for port 0254d28d-3c93-42d3-ac64-e0983842b2a4 completed by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:37:18.328963 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Provisioning complete for port 0254d28d-3c93-42d3-ac64-e0983842b2a4 triggered by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:37:18.329392 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:18.453077 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-46f941d8-4c3e-4e3a-926b-3a64ac285df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:18.654359 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:18.705359 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-46f941d8-4c3e-4e3a-926b-3a64ac285df1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:18.711353 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-46f941d8-4c3e-4e3a-926b-3a64ac285df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852407587'] for port, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:18.711580 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-1d652706-3cb0-48cc-b485-62ffefac51ab None None] Provisioning for port 09b01d0c-e425-4235-b2dd-1531c173d817 completed by entity DHCP. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:37:18.728801 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] For port 0254d28d-3c93-42d3-ac64-e0983842b2a4, host dv-cinder-786932-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=0254d28d-3c93-42d3-ac64-e0983842b2a4,segment=NetworkSegment(3948fd5c-102c-4086-b0dc-08d0eadc7659),segment_id=3948fd5c-102c-4086-b0dc-08d0eadc7659)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:37:18.732958 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-1d652706-3cb0-48cc-b485-62ffefac51ab None None] Provisioning complete for port 09b01d0c-e425-4235-b2dd-1531c173d817 triggered by entity DHCP. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:37:18.733368 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-1d652706-3cb0-48cc-b485-62ffefac51ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:18.741643 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-d45cc330-d5b0-45ea-ba54-bd0972c37133 tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:37:18.772205 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:18.816576 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:37:18.836080 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-46f941d8-4c3e-4e3a-926b-3a64ac285df1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8124075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854378650'] for router_interface, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:18.840820 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f941d8-4c3e-4e3a-926b-3a64ac285df1 admin admin] Pushing event updated for resources: {'Port': ['ID=09b01d0c-e425-4235-b2dd-1531c173d817,revision_number=2']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:37:18.843923 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-46f941d8-4c3e-4e3a-926b-3a64ac285df1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:37:18.919716 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-1d652706-3cb0-48cc-b485-62ffefac51ab None None] Port 09b01d0c-e425-4235-b2dd-1531c173d817 cannot update to ACTIVE because it is not bound. {{(pid=86393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:37:18.934810 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-1010495f-f717-414b-bd7c-5de0df8f6081 None None] Notify callbacks [] for port, precommit_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:18.944246 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Pushing event updated for resources: {'Port': ['ID=0254d28d-3c93-42d3-ac64-e0983842b2a4,revision_number=5']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:37:18.950583 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:37:18.953079 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-1010495f-f717-414b-bd7c-5de0df8f6081 None None] Transition to ACTIVE for port object dd73aec3-4a27-4ba9-9c0e-db3d62c30fd5 will not be triggered until provisioned by entity L2. {{(pid=86393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:37:18.961831 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-1010495f-f717-414b-bd7c-5de0df8f6081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:18.971010 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-fc33f7f8-b207-49cb-9769-ebc1e923c10a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:37:19.006365 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f941d8-4c3e-4e3a-926b-3a64ac285df1 admin admin] Network aa865ec1-49b5-45e5-b1b9-17236c55d5bf is already hosted by enough agents. {{(pid=86391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:37:19.007714 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [None req-46f941d8-4c3e-4e3a-926b-3a64ac285df1 admin admin] Resources bound (agent type, host, resource id): {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:37:19.031992 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-1010495f-f717-414b-bd7c-5de0df8f6081 None None] Attempting to bind port dd73aec3-4a27-4ba9-9c0e-db3d62c30fd5 on host dv-cinder-786932-2-smb for vnic_type normal with profile {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:37:19.032475 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-1010495f-f717-414b-bd7c-5de0df8f6081 None None] Attempting to bind port dd73aec3-4a27-4ba9-9c0e-db3d62c30fd5 by drivers openvswitch,hyperv on host dv-cinder-786932-2-smb at level 0 using segments [{'id': '2233cf5b-6309-472b-944c-203414fffc35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974'}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:37:19.032888 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1010495f-f717-414b-bd7c-5de0df8f6081 None None] Attempting to bind port dd73aec3-4a27-4ba9-9c0e-db3d62c30fd5 on network 6f8e8285-aaa9-4dbf-9e6b-39abd83f9974 {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:37:19.042533 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1010495f-f717-414b-bd7c-5de0df8f6081 None None] Checking agent: {'id': 'ac60c4f9-3ecd-40a5-acc5-9289d1156cbe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 20, 58), 'started_at': datetime.datetime(2021, 4, 20, 18, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:37:19.042982 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1010495f-f717-414b-bd7c-5de0df8f6081 None None] Checking segment: {'id': '2233cf5b-6309-472b-944c-203414fffc35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:37:19.043431 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-1010495f-f717-414b-bd7c-5de0df8f6081 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:19.043865 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1010495f-f717-414b-bd7c-5de0df8f6081 None None] Bound using segment: {'id': '2233cf5b-6309-472b-944c-203414fffc35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974'} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:37:19.044387 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-1010495f-f717-414b-bd7c-5de0df8f6081 None None] Bound port: dd73aec3-4a27-4ba9-9c0e-db3d62c30fd5, host: dv-cinder-786932-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2233cf5b-6309-472b-944c-203414fffc35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974'}}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:37:19.044801 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-1010495f-f717-414b-bd7c-5de0df8f6081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:19.113797 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b441b12-3e5d-4a25-b9ab-066127700523 None None] Pushing event updated for resources: {'Port': ['ID=dd73aec3-4a27-4ba9-9c0e-db3d62c30fd5,revision_number=2']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:37:19.119154 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-0b441b12-3e5d-4a25-b9ab-066127700523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:37:19.150013 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-1010495f-f717-414b-bd7c-5de0df8f6081 None None] For port dd73aec3-4a27-4ba9-9c0e-db3d62c30fd5, host dv-cinder-786932-2-smb, cleared binding levels {{(pid=86393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:37:19.153991 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-1010495f-f717-414b-bd7c-5de0df8f6081 None None] For port dd73aec3-4a27-4ba9-9c0e-db3d62c30fd5, host dv-cinder-786932-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=dd73aec3-4a27-4ba9-9c0e-db3d62c30fd5,segment=NetworkSegment(2233cf5b-6309-472b-944c-203414fffc35),segment_id=2233cf5b-6309-472b-944c-203414fffc35)] {{(pid=86393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:37:19.161357 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-1010495f-f717-414b-bd7c-5de0df8f6081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:19.171841 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:37:19.225207 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46f941d8-4c3e-4e3a-926b-3a64ac285df1 admin admin] Router ed363d92-4a7d-4768-81a1-636a5489c64e has already been hosted by L3 agent 41e81354-1f58-48e6-8416-2f8b62d59447 {{(pid=86391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:37:19.252358 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1010495f-f717-414b-bd7c-5de0df8f6081 None None] Routers {'ed363d92-4a7d-4768-81a1-636a5489c64e'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:37:19.253063 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-1010495f-f717-414b-bd7c-5de0df8f6081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:36:56Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['ed363d92-4a7d-4768-81a1-636a5489c64e'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:37:19.415762 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b441b12-3e5d-4a25-b9ab-066127700523 None None] Pushing event updated for resources: {'Port': ['ID=dd73aec3-4a27-4ba9-9c0e-db3d62c30fd5,revision_number=3']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:37:19.423022 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-0b441b12-3e5d-4a25-b9ab-066127700523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:37:19.423684 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-030fd923-e192-45d6-b86e-8477be9ab7a7 None None] Provisioning complete for port 09b01d0c-e425-4235-b2dd-1531c173d817 triggered by entity DHCP. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:37:19.424101 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-030fd923-e192-45d6-b86e-8477be9ab7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:19.508672 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-030fd923-e192-45d6-b86e-8477be9ab7a7 None None] Port 09b01d0c-e425-4235-b2dd-1531c173d817 cannot update to ACTIVE because it is not bound. {{(pid=86393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:37:19.526694 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-1010495f-f717-414b-bd7c-5de0df8f6081 None None] Set router ed363d92-4a7d-4768-81a1-636a5489c64e gateway port host: dv-cinder-786932-2-smb {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:37:19.678894 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f941d8-4c3e-4e3a-926b-3a64ac285df1 admin admin] Notify agent at l3_agent.dv-cinder-786932-2-smb the message routers_updated {{(pid=86391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:37:19.689299 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-46f941d8-4c3e-4e3a-926b-3a64ac285df1 admin admin] 10.222.0.20 "PUT /v2.0/routers/ed363d92-4a7d-4768-81a1-636a5489c64e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8982999 Apr 20 18:37:19.764451 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device 0aee1163-e7a9-43df-ad22-bc8d2f141ccf up at agent ovs-agent-dv-cinder-786932-2-smb {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:37:19.923129 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Provisioning complete for port 0aee1163-e7a9-43df-ad22-bc8d2f141ccf triggered by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:37:19.923542 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:19.992379 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-1010495f-f717-414b-bd7c-5de0df8f6081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed363d92-4a7d-4768-81a1-636a5489c64e', 'name': 'tempest-TestMinimumBasicScenario-1609010952-router', 'tenant_id': 'b1b471b426fc436193f0215de8a59cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.86'}], 'enable_snat': True}, 'gw_port_id': 'dd73aec3-4a27-4ba9-9c0e-db3d62c30fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:14Z', 'updated_at': '2021-04-20T18:37:18Z', 'revision_number': 4, 'project_id': 'b1b471b426fc436193f0215de8a59cfb', 'gw_port': {'id': 'dd73aec3-4a27-4ba9-9c0e-db3d62c30fd5', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:df:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed363d92-4a7d-4768-81a1-636a5489c64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:14Z', 'updated_at': '2021-04-20T18:37:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb', '_interfaces': [{'id': '09b01d0c-e425-4235-b2dd-1531c173d817', 'name': '', 'network_id': 'aa865ec1-49b5-45e5-b1b9-17236c55d5bf', 'tenant_id': 'b1b471b426fc436193f0215de8a59cfb', 'mac_address': 'fa:16:3e:5a:c0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed363d92-4a7d-4768-81a1-636a5489c64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c4b6fb2a-7df1-4c77-b398-e5d2535447ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:17Z', 'updated_at': '2021-04-20T18:37:18Z', 'revision_number': 2, 'project_id': 'b1b471b426fc436193f0215de8a59cfb', 'subnets': [{'id': 'c4b6fb2a-7df1-4c77-b398-e5d2535447ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:37:19.999406 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1010495f-f717-414b-bd7c-5de0df8f6081 None None] The sync data for ids ['ed363d92-4a7d-4768-81a1-636a5489c64e'] in dv-cinder-786932-2-smb is: [{'id': 'ed363d92-4a7d-4768-81a1-636a5489c64e', 'name': 'tempest-TestMinimumBasicScenario-1609010952-router', 'tenant_id': 'b1b471b426fc436193f0215de8a59cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.86'}], 'enable_snat': True}, 'gw_port_id': 'dd73aec3-4a27-4ba9-9c0e-db3d62c30fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:14Z', 'updated_at': '2021-04-20T18:37:18Z', 'revision_number': 4, 'project_id': 'b1b471b426fc436193f0215de8a59cfb', 'gw_port': {'id': 'dd73aec3-4a27-4ba9-9c0e-db3d62c30fd5', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:df:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed363d92-4a7d-4768-81a1-636a5489c64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:14Z', 'updated_at': '2021-04-20T18:37:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb', '_interfaces': [{'id': '09b01d0c-e425-4235-b2dd-1531c173d817', 'name': '', 'network_id': 'aa865ec1-49b5-45e5-b1b9-17236c55d5bf', 'tenant_id': 'b1b471b426fc436193f0215de8a59cfb', 'mac_address': 'fa:16:3e:5a:c0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed363d92-4a7d-4768-81a1-636a5489c64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c4b6fb2a-7df1-4c77-b398-e5d2535447ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:17Z', 'updated_at': '2021-04-20T18:37:18Z', 'revision_number': 2, 'project_id': 'b1b471b426fc436193f0215de8a59cfb', 'subnets': [{'id': 'c4b6fb2a-7df1-4c77-b398-e5d2535447ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:37:20.064273 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device 0254d28d-3c93-42d3-ac64-e0983842b2a4 up at agent ovs-agent-dv-cinder-786932-2-smb {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:37:20.140535 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Provisioning complete for port 0254d28d-3c93-42d3-ac64-e0983842b2a4 triggered by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:37:20.140944 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:21.788176 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device dd73aec3-4a27-4ba9-9c0e-db3d62c30fd5 up at agent ovs-agent-dv-cinder-786932-2-smb {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:37:21.885152 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Provisioning for port dd73aec3-4a27-4ba9-9c0e-db3d62c30fd5 completed by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:37:21.890769 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Provisioning complete for port dd73aec3-4a27-4ba9-9c0e-db3d62c30fd5 triggered by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:37:21.891199 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:22.037900 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:22.063620 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] For port dd73aec3-4a27-4ba9-9c0e-db3d62c30fd5, host dv-cinder-786932-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=dd73aec3-4a27-4ba9-9c0e-db3d62c30fd5,segment=NetworkSegment(2233cf5b-6309-472b-944c-203414fffc35),segment_id=2233cf5b-6309-472b-944c-203414fffc35)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:37:22.064118 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:22.070729 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-4ac94e2f-b471-46a2-bc82-c9661fd70a59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:37:22.150550 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Pushing event updated for resources: {'Port': ['ID=dd73aec3-4a27-4ba9-9c0e-db3d62c30fd5,revision_number=4']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:37:22.162033 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:37:23.453738 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43592ed6-6f3b-4690-871f-f89f1659468c None None] Sync routers for ids ['ed363d92-4a7d-4768-81a1-636a5489c64e'] in dv-cinder-786932-2-smb {{(pid=86394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:37:23.468375 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43592ed6-6f3b-4690-871f-f89f1659468c None None] Routers {'ed363d92-4a7d-4768-81a1-636a5489c64e'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:37:23.469054 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-43592ed6-6f3b-4690-871f-f89f1659468c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:36:56Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['ed363d92-4a7d-4768-81a1-636a5489c64e'], 'active': True} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:37:23.690544 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-43592ed6-6f3b-4690-871f-f89f1659468c None None] Set router ed363d92-4a7d-4768-81a1-636a5489c64e gateway port host: dv-cinder-786932-2-smb {{(pid=86394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:37:23.705431 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3a9e66f3-a133-4c68-8272-77d11f732145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:23.785481 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device dd73aec3-4a27-4ba9-9c0e-db3d62c30fd5 up at agent ovs-agent-dv-cinder-786932-2-smb {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:37:23.872065 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Provisioning complete for port dd73aec3-4a27-4ba9-9c0e-db3d62c30fd5 triggered by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:37:23.872540 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:24.096458 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-43592ed6-6f3b-4690-871f-f89f1659468c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed363d92-4a7d-4768-81a1-636a5489c64e', 'name': 'tempest-TestMinimumBasicScenario-1609010952-router', 'tenant_id': 'b1b471b426fc436193f0215de8a59cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.86'}], 'enable_snat': True}, 'gw_port_id': 'dd73aec3-4a27-4ba9-9c0e-db3d62c30fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:14Z', 'updated_at': '2021-04-20T18:37:18Z', 'revision_number': 4, 'project_id': 'b1b471b426fc436193f0215de8a59cfb', 'gw_port': {'id': 'dd73aec3-4a27-4ba9-9c0e-db3d62c30fd5', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:df:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed363d92-4a7d-4768-81a1-636a5489c64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:14Z', 'updated_at': '2021-04-20T18:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb', '_interfaces': [{'id': '09b01d0c-e425-4235-b2dd-1531c173d817', 'name': '', 'network_id': 'aa865ec1-49b5-45e5-b1b9-17236c55d5bf', 'tenant_id': 'b1b471b426fc436193f0215de8a59cfb', 'mac_address': 'fa:16:3e:5a:c0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed363d92-4a7d-4768-81a1-636a5489c64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c4b6fb2a-7df1-4c77-b398-e5d2535447ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:17Z', 'updated_at': '2021-04-20T18:37:18Z', 'revision_number': 2, 'project_id': 'b1b471b426fc436193f0215de8a59cfb', 'subnets': [{'id': 'c4b6fb2a-7df1-4c77-b398-e5d2535447ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:37:24.102618 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43592ed6-6f3b-4690-871f-f89f1659468c None None] Checking router: ed363d92-4a7d-4768-81a1-636a5489c64e for host: dv-cinder-786932-2-smb {{(pid=86394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:37:24.103161 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43592ed6-6f3b-4690-871f-f89f1659468c None None] Updating router ed363d92-4a7d-4768-81a1-636a5489c64e port 09b01d0c-e425-4235-b2dd-1531c173d817 binding host dv-cinder-786932-2-smb {{(pid=86394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 18:37:24.161289 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-43592ed6-6f3b-4690-871f-f89f1659468c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:24.550032 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-43592ed6-6f3b-4690-871f-f89f1659468c None None] Notify callbacks [] for port, precommit_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:24.562914 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-43592ed6-6f3b-4690-871f-f89f1659468c None None] Transition to ACTIVE for port object 09b01d0c-e425-4235-b2dd-1531c173d817 will not be triggered until provisioned by entity L2. {{(pid=86394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:37:24.570325 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-43592ed6-6f3b-4690-871f-f89f1659468c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:24.575422 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:37:24.726149 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00404368-133d-4ef9-aed2-4e1e053d9af9 None None] Pushing event updated for resources: {'Port': ['ID=09b01d0c-e425-4235-b2dd-1531c173d817,revision_number=3']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:37:24.761372 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-00404368-133d-4ef9-aed2-4e1e053d9af9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:37:24.824270 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-43592ed6-6f3b-4690-871f-f89f1659468c None None] Attempting to bind port 09b01d0c-e425-4235-b2dd-1531c173d817 on host dv-cinder-786932-2-smb for vnic_type normal with profile {{(pid=86394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:37:24.824770 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-43592ed6-6f3b-4690-871f-f89f1659468c None None] Attempting to bind port 09b01d0c-e425-4235-b2dd-1531c173d817 by drivers openvswitch,hyperv on host dv-cinder-786932-2-smb at level 0 using segments [{'id': '6e5656bf-90bc-4b1c-ac16-694ed41f70fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'aa865ec1-49b5-45e5-b1b9-17236c55d5bf'}] {{(pid=86394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:37:24.825255 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43592ed6-6f3b-4690-871f-f89f1659468c None None] Attempting to bind port 09b01d0c-e425-4235-b2dd-1531c173d817 on network aa865ec1-49b5-45e5-b1b9-17236c55d5bf {{(pid=86394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:37:24.834239 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43592ed6-6f3b-4690-871f-f89f1659468c None None] Checking agent: {'id': 'ac60c4f9-3ecd-40a5-acc5-9289d1156cbe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 20, 58), 'started_at': datetime.datetime(2021, 4, 20, 18, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:37:24.834875 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43592ed6-6f3b-4690-871f-f89f1659468c None None] Checking segment: {'id': '6e5656bf-90bc-4b1c-ac16-694ed41f70fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'aa865ec1-49b5-45e5-b1b9-17236c55d5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:37:24.835712 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-43592ed6-6f3b-4690-871f-f89f1659468c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:24.836659 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43592ed6-6f3b-4690-871f-f89f1659468c None None] Bound using segment: {'id': '6e5656bf-90bc-4b1c-ac16-694ed41f70fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'aa865ec1-49b5-45e5-b1b9-17236c55d5bf'} {{(pid=86394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:37:24.836659 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-43592ed6-6f3b-4690-871f-f89f1659468c None None] Bound port: 09b01d0c-e425-4235-b2dd-1531c173d817, host: dv-cinder-786932-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e5656bf-90bc-4b1c-ac16-694ed41f70fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'aa865ec1-49b5-45e5-b1b9-17236c55d5bf'}}] {{(pid=86394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:37:24.837195 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-43592ed6-6f3b-4690-871f-f89f1659468c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:25.013435 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-43592ed6-6f3b-4690-871f-f89f1659468c None None] For port 09b01d0c-e425-4235-b2dd-1531c173d817, host dv-cinder-786932-2-smb, cleared binding levels {{(pid=86394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:37:25.017038 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-43592ed6-6f3b-4690-871f-f89f1659468c None None] For port 09b01d0c-e425-4235-b2dd-1531c173d817, host dv-cinder-786932-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=09b01d0c-e425-4235-b2dd-1531c173d817,segment=NetworkSegment(6e5656bf-90bc-4b1c-ac16-694ed41f70fb),segment_id=6e5656bf-90bc-4b1c-ac16-694ed41f70fb)] {{(pid=86394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:37:25.021300 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-43592ed6-6f3b-4690-871f-f89f1659468c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:25.026670 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-dddaefd8-ccaf-4ceb-b582-d439d81b4516 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:37:25.091157 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 41938) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:37:25.135988 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00404368-133d-4ef9-aed2-4e1e053d9af9 None None] Pushing event updated for resources: {'Port': ['ID=09b01d0c-e425-4235-b2dd-1531c173d817,revision_number=4']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:37:25.149166 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-00404368-133d-4ef9-aed2-4e1e053d9af9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:37:25.150964 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43592ed6-6f3b-4690-871f-f89f1659468c None None] Routers {'ed363d92-4a7d-4768-81a1-636a5489c64e'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:37:25.151649 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-43592ed6-6f3b-4690-871f-f89f1659468c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:36:56Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['ed363d92-4a7d-4768-81a1-636a5489c64e'], 'active': True} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:37:25.281594 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-418cd403-6725-4b94-9312-6709d505a909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:25.305720 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-418cd403-6725-4b94-9312-6709d505a909 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:37:25.314559 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-418cd403-6725-4b94-9312-6709d505a909 admin admin] Usage tracker for resource:security_group_rule and tenant:47df8def2ee5491b8458efd9f427af3b is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:37:25.320049 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-418cd403-6725-4b94-9312-6709d505a909 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:37:25.324797 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-418cd403-6725-4b94-9312-6709d505a909 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:37:25.393429 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-43592ed6-6f3b-4690-871f-f89f1659468c None None] Set router ed363d92-4a7d-4768-81a1-636a5489c64e gateway port host: dv-cinder-786932-2-smb {{(pid=86394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:37:25.440402 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-418cd403-6725-4b94-9312-6709d505a909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:25.445344 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-418cd403-6725-4b94-9312-6709d505a909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:25.457448 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-ff2885a0-1bf4-4d14-9ca7-af8e7055b6a0 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:37:25.509717 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-418cd403-6725-4b94-9312-6709d505a909 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=47df8def2ee5491b8458efd9f427af3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4149311 Apr 20 18:37:25.509717 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418cd403-6725-4b94-9312-6709d505a909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b81a807-2aef-4b27-b516-bbf45e73e845,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:37:25.510250 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 41944) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:37:25.526072 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-418cd403-6725-4b94-9312-6709d505a909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:37:25.581750 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-abd4ada2-2eb3-442c-8ee1-95aea0619581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:25.583834 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-5b62a516-33fc-4d00-8e6a-8e03c9b1e888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:25.617119 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-5b62a516-33fc-4d00-8e6a-8e03c9b1e888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:25.674524 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-5b62a516-33fc-4d00-8e6a-8e03c9b1e888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:25.680093 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-468a5f66-bfe1-4efa-af5b-d9af779e732b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:37:25.696445 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b62a516-33fc-4d00-8e6a-8e03c9b1e888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b81a807-2aef-4b27-b516-bbf45e73e845,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:37:25.699772 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-5b62a516-33fc-4d00-8e6a-8e03c9b1e888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:37:25.708263 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-5b62a516-33fc-4d00-8e6a-8e03c9b1e888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:25.713224 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-5b62a516-33fc-4d00-8e6a-8e03c9b1e888 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8b81a807-2aef-4b27-b516-bbf45e73e845 HTTP/1.1" status: 204 len: 168 time: 0.2017977 Apr 20 18:37:25.853293 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-43592ed6-6f3b-4690-871f-f89f1659468c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed363d92-4a7d-4768-81a1-636a5489c64e', 'name': 'tempest-TestMinimumBasicScenario-1609010952-router', 'tenant_id': 'b1b471b426fc436193f0215de8a59cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.86'}], 'enable_snat': True}, 'gw_port_id': 'dd73aec3-4a27-4ba9-9c0e-db3d62c30fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:14Z', 'updated_at': '2021-04-20T18:37:18Z', 'revision_number': 4, 'project_id': 'b1b471b426fc436193f0215de8a59cfb', 'gw_port': {'id': 'dd73aec3-4a27-4ba9-9c0e-db3d62c30fd5', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:df:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed363d92-4a7d-4768-81a1-636a5489c64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:14Z', 'updated_at': '2021-04-20T18:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb', '_interfaces': [{'id': '09b01d0c-e425-4235-b2dd-1531c173d817', 'name': '', 'network_id': 'aa865ec1-49b5-45e5-b1b9-17236c55d5bf', 'tenant_id': 'b1b471b426fc436193f0215de8a59cfb', 'mac_address': 'fa:16:3e:5a:c0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed363d92-4a7d-4768-81a1-636a5489c64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c4b6fb2a-7df1-4c77-b398-e5d2535447ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:17Z', 'updated_at': '2021-04-20T18:37:25Z', 'revision_number': 4, 'project_id': 'b1b471b426fc436193f0215de8a59cfb', 'subnets': [{'id': 'c4b6fb2a-7df1-4c77-b398-e5d2535447ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:37:25.858499 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43592ed6-6f3b-4690-871f-f89f1659468c None None] The sync data for ids ['ed363d92-4a7d-4768-81a1-636a5489c64e'] in dv-cinder-786932-2-smb is: [{'id': 'ed363d92-4a7d-4768-81a1-636a5489c64e', 'name': 'tempest-TestMinimumBasicScenario-1609010952-router', 'tenant_id': 'b1b471b426fc436193f0215de8a59cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.86'}], 'enable_snat': True}, 'gw_port_id': 'dd73aec3-4a27-4ba9-9c0e-db3d62c30fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:14Z', 'updated_at': '2021-04-20T18:37:18Z', 'revision_number': 4, 'project_id': 'b1b471b426fc436193f0215de8a59cfb', 'gw_port': {'id': 'dd73aec3-4a27-4ba9-9c0e-db3d62c30fd5', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:df:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed363d92-4a7d-4768-81a1-636a5489c64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:14Z', 'updated_at': '2021-04-20T18:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb', '_interfaces': [{'id': '09b01d0c-e425-4235-b2dd-1531c173d817', 'name': '', 'network_id': 'aa865ec1-49b5-45e5-b1b9-17236c55d5bf', 'tenant_id': 'b1b471b426fc436193f0215de8a59cfb', 'mac_address': 'fa:16:3e:5a:c0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed363d92-4a7d-4768-81a1-636a5489c64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c4b6fb2a-7df1-4c77-b398-e5d2535447ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:17Z', 'updated_at': '2021-04-20T18:37:25Z', 'revision_number': 4, 'project_id': 'b1b471b426fc436193f0215de8a59cfb', 'subnets': [{'id': 'c4b6fb2a-7df1-4c77-b398-e5d2535447ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:37:25.885499 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device 09b01d0c-e425-4235-b2dd-1531c173d817 up at agent ovs-agent-dv-cinder-786932-2-smb {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:37:26.023931 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Provisioning for port 09b01d0c-e425-4235-b2dd-1531c173d817 completed by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:37:26.029309 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Provisioning complete for port 09b01d0c-e425-4235-b2dd-1531c173d817 triggered by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:37:26.029723 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:26.199970 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:26.275052 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] For port 09b01d0c-e425-4235-b2dd-1531c173d817, host dv-cinder-786932-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=09b01d0c-e425-4235-b2dd-1531c173d817,segment=NetworkSegment(6e5656bf-90bc-4b1c-ac16-694ed41f70fb),segment_id=6e5656bf-90bc-4b1c-ac16-694ed41f70fb)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:37:26.302581 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:26.304705 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:37:26.400766 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Pushing event updated for resources: {'Port': ['ID=09b01d0c-e425-4235-b2dd-1531c173d817,revision_number=5']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:37:26.404209 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:37:26.683127 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3b38f3e8-f2f1-49b6-ac75-f9314cd83db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:27.780937 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device 09b01d0c-e425-4235-b2dd-1531c173d817 up at agent ovs-agent-dv-cinder-786932-2-smb {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:37:27.823924 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:27.882061 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Provisioning complete for port 09b01d0c-e425-4235-b2dd-1531c173d817 triggered by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:37:27.882477 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:28.398340 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db4e54cc-07a3-4585-8120-e6421209c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:30.310478 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e97ed9-acaa-449e-9887-004c11625750 req-cd83d017-c786-48cf-a10f-15aca7ae9a74 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:30.311248 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-e3e97ed9-acaa-449e-9887-004c11625750 req-cd83d017-c786-48cf-a10f-15aca7ae9a74 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Synchronizing usage tracker for tenant:6379afe3f2fe451f9af2f8c49dc77d87 on resource:network {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:37:30.328548 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-e3e97ed9-acaa-449e-9887-004c11625750 req-cd83d017-c786-48cf-a10f-15aca7ae9a74 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Unset dirty status for tenant:6379afe3f2fe451f9af2f8c49dc77d87 on resource:network {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:37:30.329812 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e3e97ed9-acaa-449e-9887-004c11625750 req-cd83d017-c786-48cf-a10f-15aca7ae9a74 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/networks?id=e3848513-c3d8-4edf-8aa3-1329c2148b80 HTTP/1.1" status: 200 len: 814 time: 0.1763253 Apr 20 18:37:30.346280 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e3e97ed9-acaa-449e-9887-004c11625750 req-6361eff1-d754-43dd-983b-b687a0f31130 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/quotas/6379afe3f2fe451f9af2f8c49dc77d87 HTTP/1.1" status: 200 len: 375 time: 0.0098724 Apr 20 18:37:30.440388 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e3e97ed9-acaa-449e-9887-004c11625750 req-5b452ec9-fe31-4740-a254-700da21ee629 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6379afe3f2fe451f9af2f8c49dc77d87&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0880690 Apr 20 18:37:30.716327 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e3e97ed9-acaa-449e-9887-004c11625750 req-82c497b1-1718-43fc-960a-f80fc5e0d1e0 service neutron] 10.222.0.20 "GET /v2.0/networks/e3848513-c3d8-4edf-8aa3-1329c2148b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567537 Apr 20 18:37:30.873644 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e3e97ed9-acaa-449e-9887-004c11625750 req-54d42dc2-de71-4060-900d-c9f6fdeb19d1 service neutron] 10.222.0.20 "GET /v2.0/networks/e3848513-c3d8-4edf-8aa3-1329c2148b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472166 Apr 20 18:37:31.077792 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-bb80b121-6245-4b8b-9919-ac83a5408343 req-beda1a20-09ba-49a1-8e21-8309a12c2a79 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Synchronizing usage tracker for tenant:6379afe3f2fe451f9af2f8c49dc77d87 on resource:port {{(pid=86392) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:37:31.095398 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-bb80b121-6245-4b8b-9919-ac83a5408343 req-beda1a20-09ba-49a1-8e21-8309a12c2a79 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Unset dirty status for tenant:6379afe3f2fe451f9af2f8c49dc77d87 on resource:port {{(pid=86392) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:37:31.096711 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-bb80b121-6245-4b8b-9919-ac83a5408343 req-beda1a20-09ba-49a1-8e21-8309a12c2a79 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4aad6b-8589-4274-9f1d-b673c45060d6 HTTP/1.1" status: 200 len: 210 time: 0.0671942 Apr 20 18:37:32.204302 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e97ed9-acaa-449e-9887-004c11625750 req-5481281f-e543-4558-8809-c3b0244c452d tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:32.205884 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e3e97ed9-acaa-449e-9887-004c11625750 req-5481281f-e543-4558-8809-c3b0244c452d tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.46 "GET /v2.0/networks?id=e3848513-c3d8-4edf-8aa3-1329c2148b80 HTTP/1.1" status: 200 len: 814 time: 0.1620626 Apr 20 18:37:32.253913 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [req-e3e97ed9-acaa-449e-9887-004c11625750 req-5bfc7aff-5c95-4944-ad20-94d229632af3 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Request body: {'port': {'device_id': 'cc4aad6b-8589-4274-9f1d-b673c45060d6', 'network_id': 'e3848513-c3d8-4edf-8aa3-1329c2148b80', 'admin_state_up': True, 'tenant_id': '6379afe3f2fe451f9af2f8c49dc77d87'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:37:32.285816 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-472edf2d-a3a1-43e5-84a6-1cf39a2be2d2 req-ebadff87-c96d-430e-a0f1-0d00b49f3fe8 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4aad6b-8589-4274-9f1d-b673c45060d6 HTTP/1.1" status: 200 len: 210 time: 0.0764203 Apr 20 18:37:32.414200 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [req-e3e97ed9-acaa-449e-9887-004c11625750 req-5bfc7aff-5c95-4944-ad20-94d229632af3 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:37:32.424751 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [req-e3e97ed9-acaa-449e-9887-004c11625750 req-5bfc7aff-5c95-4944-ad20-94d229632af3 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:37:32.434587 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3e97ed9-acaa-449e-9887-004c11625750 req-5bfc7aff-5c95-4944-ad20-94d229632af3 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Made reservation on behalf of 6379afe3f2fe451f9af2f8c49dc77d87 for: {'port': 1} {{(pid=86391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:37:32.440960 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-e3e97ed9-acaa-449e-9887-004c11625750 req-5bfc7aff-5c95-4944-ad20-94d229632af3 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:32.617136 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.db_base_plugin_common [req-e3e97ed9-acaa-449e-9887-004c11625750 req-5bfc7aff-5c95-4944-ad20-94d229632af3 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Allocated IP 172.20.0.4 (e3848513-c3d8-4edf-8aa3-1329c2148b80/e71ab82a-cf18-4849-a9bf-d019724b1d31/d64d5e99-d82c-4b04-993e-2527f3897cb6) {{(pid=86391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:37:33.023244 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-e3e97ed9-acaa-449e-9887-004c11625750 req-5bfc7aff-5c95-4944-ad20-94d229632af3 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Notify callbacks [] for port, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:33.044930 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [req-e3e97ed9-acaa-449e-9887-004c11625750 req-5bfc7aff-5c95-4944-ad20-94d229632af3 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Transition to ACTIVE for port object d64d5e99-d82c-4b04-993e-2527f3897cb6 will not be triggered until provisioned by entity DHCP. {{(pid=86391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:37:33.089190 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-e3e97ed9-acaa-449e-9887-004c11625750 req-5bfc7aff-5c95-4944-ad20-94d229632af3 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278078920240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368212'] for port, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:33.099643 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-00f7289d-b513-4876-81e9-02a5e9de5dd2 tempest-VolumesSnapshotTestJSON-1413055033 tempest-VolumesSnapshotTestJSON-1413055033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:37:33.192353 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3e97ed9-acaa-449e-9887-004c11625750 req-5bfc7aff-5c95-4944-ad20-94d229632af3 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Network e3848513-c3d8-4edf-8aa3-1329c2148b80 is already hosted by enough agents. {{(pid=86391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:37:33.196817 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [req-e3e97ed9-acaa-449e-9887-004c11625750 req-5bfc7aff-5c95-4944-ad20-94d229632af3 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Resources bound (agent type, host, resource id): {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:37:33.200946 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3e97ed9-acaa-449e-9887-004c11625750 req-5bfc7aff-5c95-4944-ad20-94d229632af3 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Received port after_create {{(pid=86391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:37:33.201689 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 42074) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:37:33.252749 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfc7aff-5c95-4944-ad20-94d229632af3 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Pushing event updated for resources: {'Port': ['ID=d64d5e99-d82c-4b04-993e-2527f3897cb6,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:37:33.255927 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-5bfc7aff-5c95-4944-ad20-94d229632af3 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:37:33.287889 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e97ed9-acaa-449e-9887-004c11625750 req-5bfc7aff-5c95-4944-ad20-94d229632af3 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:33.288627 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-e3e97ed9-acaa-449e-9887-004c11625750 req-5bfc7aff-5c95-4944-ad20-94d229632af3 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031'] for port, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:33.326154 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e3e97ed9-acaa-449e-9887-004c11625750 req-5bfc7aff-5c95-4944-ad20-94d229632af3 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0810759 Apr 20 18:37:33.484370 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-c015fb15-02ca-464b-8401-a3dd22ccc5d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:33.515286 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-4ec6508f-d8a2-4dff-962b-eed280f7bfcf None None] Provisioning for port d64d5e99-d82c-4b04-993e-2527f3897cb6 completed by entity DHCP. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:37:33.517119 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-c015fb15-02ca-464b-8401-a3dd22ccc5d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:37:33.521495 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-c015fb15-02ca-464b-8401-a3dd22ccc5d6 admin admin] Usage tracker for resource:security_group_rule and tenant:ac2c027435354cb1ae99d78f716c8989 is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:37:33.522461 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-4ec6508f-d8a2-4dff-962b-eed280f7bfcf None None] Provisioning complete for port d64d5e99-d82c-4b04-993e-2527f3897cb6 triggered by entity DHCP. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:37:33.523455 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4ec6508f-d8a2-4dff-962b-eed280f7bfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:33.525160 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-c015fb15-02ca-464b-8401-a3dd22ccc5d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:37:33.533797 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-c015fb15-02ca-464b-8401-a3dd22ccc5d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:37:33.588071 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-4ec6508f-d8a2-4dff-962b-eed280f7bfcf None None] Port d64d5e99-d82c-4b04-993e-2527f3897cb6 cannot update to ACTIVE because it is not bound. {{(pid=86393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:37:33.643421 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c7786-e163-4479-ba36-f6f6b1f1a627 req-7d6a5947-fe5b-4625-b89f-e941f3feff7c tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:33.645386 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a14c7786-e163-4479-ba36-f6f6b1f1a627 req-7d6a5947-fe5b-4625-b89f-e941f3feff7c tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4aad6b-8589-4274-9f1d-b673c45060d6 HTTP/1.1" status: 200 len: 931 time: 0.2122164 Apr 20 18:37:33.685418 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-c015fb15-02ca-464b-8401-a3dd22ccc5d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:33.699951 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-c015fb15-02ca-464b-8401-a3dd22ccc5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:33.712392 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-5f2ce497-d950-45ee-b0f0-5838fb3c0fd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:37:33.748223 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a14c7786-e163-4479-ba36-f6f6b1f1a627 req-4afc5c73-2c01-4b97-942b-deffc80531dd tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/security-groups?id=35f2a537-6b0c-4346-b187-d4573f07123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897272 Apr 20 18:37:33.760618 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c015fb15-02ca-464b-8401-a3dd22ccc5d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e976f9-f656-41b3-82a5-ab311beed8e1,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:37:33.766127 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-c015fb15-02ca-464b-8401-a3dd22ccc5d6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ac2c027435354cb1ae99d78f716c8989&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5630064 Apr 20 18:37:33.767538 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-c015fb15-02ca-464b-8401-a3dd22ccc5d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:37:33.770179 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 42082) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:37:33.853170 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d41fd44e-730f-4c6a-8b79-7e17dd6c3866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:33.882123 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d41fd44e-730f-4c6a-8b79-7e17dd6c3866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:33.934138 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d41fd44e-730f-4c6a-8b79-7e17dd6c3866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:33.938071 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-1d94eb77-d89a-424e-afc4-8e11509f17e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:37:33.951387 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41fd44e-730f-4c6a-8b79-7e17dd6c3866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e976f9-f656-41b3-82a5-ab311beed8e1,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:37:33.967925 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-d41fd44e-730f-4c6a-8b79-7e17dd6c3866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:37:33.970917 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d41fd44e-730f-4c6a-8b79-7e17dd6c3866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:33.977526 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-d41fd44e-730f-4c6a-8b79-7e17dd6c3866 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b4e976f9-f656-41b3-82a5-ab311beed8e1 HTTP/1.1" status: 204 len: 168 time: 0.2059336 Apr 20 18:37:34.957447 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b09417-da34-4485-8db1-7ab062e4b354 req-deffe20d-1589-49ed-a21c-c2586e37fa84 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:34.958197 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-73b09417-da34-4485-8db1-7ab062e4b354 req-deffe20d-1589-49ed-a21c-c2586e37fa84 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Synchronizing usage tracker for tenant:6379afe3f2fe451f9af2f8c49dc77d87 on resource:port {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:37:34.973838 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-73b09417-da34-4485-8db1-7ab062e4b354 req-deffe20d-1589-49ed-a21c-c2586e37fa84 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Unset dirty status for tenant:6379afe3f2fe451f9af2f8c49dc77d87 on resource:port {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:37:34.975083 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-73b09417-da34-4485-8db1-7ab062e4b354 req-deffe20d-1589-49ed-a21c-c2586e37fa84 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4aad6b-8589-4274-9f1d-b673c45060d6 HTTP/1.1" status: 200 len: 931 time: 0.1075265 Apr 20 18:37:35.022096 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-73b09417-da34-4485-8db1-7ab062e4b354 req-4a817b5e-4cf8-4a87-8537-e2f14d2a8573 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Synchronizing usage tracker for tenant:6379afe3f2fe451f9af2f8c49dc77d87 on resource:security_group {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:37:35.040566 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-73b09417-da34-4485-8db1-7ab062e4b354 req-4a817b5e-4cf8-4a87-8537-e2f14d2a8573 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Unset dirty status for tenant:6379afe3f2fe451f9af2f8c49dc77d87 on resource:security_group {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:37:35.041775 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-73b09417-da34-4485-8db1-7ab062e4b354 req-4a817b5e-4cf8-4a87-8537-e2f14d2a8573 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/security-groups?id=35f2a537-6b0c-4346-b187-d4573f07123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602193 Apr 20 18:37:36.271853 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5173040-64a3-4954-9f1b-4d96f430a5ad req-8ba41752-6104-4288-bdaa-e8560725c5b4 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:36.273426 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e5173040-64a3-4954-9f1b-4d96f430a5ad req-8ba41752-6104-4288-bdaa-e8560725c5b4 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4aad6b-8589-4274-9f1d-b673c45060d6 HTTP/1.1" status: 200 len: 931 time: 0.0900791 Apr 20 18:37:36.325882 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e5173040-64a3-4954-9f1b-4d96f430a5ad req-6cb700ec-8ed2-4991-9cfa-f56dd185c545 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/security-groups?id=35f2a537-6b0c-4346-b187-d4573f07123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457141 Apr 20 18:37:37.541090 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaefe0b-c961-4729-b01b-a87e43352698 req-f27c9dca-b5d3-421a-86aa-ed4b26b6a57d tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:37.542735 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-dbaefe0b-c961-4729-b01b-a87e43352698 req-f27c9dca-b5d3-421a-86aa-ed4b26b6a57d tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4aad6b-8589-4274-9f1d-b673c45060d6 HTTP/1.1" status: 200 len: 931 time: 0.0984907 Apr 20 18:37:37.592775 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-dbaefe0b-c961-4729-b01b-a87e43352698 req-8e40968c-8546-4ffe-8a0d-6d145bc39336 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/security-groups?id=35f2a537-6b0c-4346-b187-d4573f07123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429513 Apr 20 18:37:38.832189 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c47949-bace-4b7e-ab40-73a477e0227f req-e93400b7-6ea1-40b6-926c-3cef2eead0dd tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:38.834237 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-48c47949-bace-4b7e-ab40-73a477e0227f req-e93400b7-6ea1-40b6-926c-3cef2eead0dd tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4aad6b-8589-4274-9f1d-b673c45060d6 HTTP/1.1" status: 200 len: 931 time: 0.1139810 Apr 20 18:37:38.899404 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-48c47949-bace-4b7e-ab40-73a477e0227f req-0117c37e-7fac-430b-8cbe-ec7403f46a28 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/security-groups?id=35f2a537-6b0c-4346-b187-d4573f07123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451934 Apr 20 18:37:40.114098 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a378f030-aeb8-4bb8-b458-bb60dc4a7d3e req-110b06b7-b38a-4321-a413-3583009ef919 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:40.115863 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a378f030-aeb8-4bb8-b458-bb60dc4a7d3e req-110b06b7-b38a-4321-a413-3583009ef919 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4aad6b-8589-4274-9f1d-b673c45060d6 HTTP/1.1" status: 200 len: 931 time: 0.1029727 Apr 20 18:37:40.165416 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a378f030-aeb8-4bb8-b458-bb60dc4a7d3e req-dcc2af9f-a602-4013-bb39-9242ec4dfdfc tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/security-groups?id=35f2a537-6b0c-4346-b187-d4573f07123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424614 Apr 20 18:37:41.392646 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0400f-89e0-47c5-9ce5-8453ab910d8c req-99b9fcb1-1772-48b4-8681-69ed2310d8f1 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:41.395049 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-5db0400f-89e0-47c5-9ce5-8453ab910d8c req-99b9fcb1-1772-48b4-8681-69ed2310d8f1 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4aad6b-8589-4274-9f1d-b673c45060d6 HTTP/1.1" status: 200 len: 931 time: 0.1048467 Apr 20 18:37:41.443763 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-5db0400f-89e0-47c5-9ce5-8453ab910d8c req-817f6780-96cc-4577-a166-1aa78585d07c tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/security-groups?id=35f2a537-6b0c-4346-b187-d4573f07123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417035 Apr 20 18:37:42.659992 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ad7d9-2baa-4960-8341-25fc4ba11660 req-e3b77cab-2288-4294-8c14-0ed107dd98da tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:42.661552 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-bd8ad7d9-2baa-4960-8341-25fc4ba11660 req-e3b77cab-2288-4294-8c14-0ed107dd98da tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4aad6b-8589-4274-9f1d-b673c45060d6 HTTP/1.1" status: 200 len: 931 time: 0.0927444 Apr 20 18:37:42.714736 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-bd8ad7d9-2baa-4960-8341-25fc4ba11660 req-757830ab-e737-4be1-b3ef-d57a4bf7e508 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/security-groups?id=35f2a537-6b0c-4346-b187-d4573f07123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437860 Apr 20 18:37:43.283613 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [req-e3e97ed9-acaa-449e-9887-004c11625750 req-bac7ea7f-a915-42d7-9525-c33256abc124 service neutron] Request body: {'port': {'device_id': 'cc4aad6b-8589-4274-9f1d-b673c45060d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:37:43.406693 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-e3e97ed9-acaa-449e-9887-004c11625750 req-bac7ea7f-a915-42d7-9525-c33256abc124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:43.770468 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [req-e3e97ed9-acaa-449e-9887-004c11625750 req-bac7ea7f-a915-42d7-9525-c33256abc124 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d64d5e99-d82c-4b04-993e-2527f3897cb6 {{(pid=86391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:37:43.778379 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-e3e97ed9-acaa-449e-9887-004c11625750 req-bac7ea7f-a915-42d7-9525-c33256abc124 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:43.793555 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [req-e3e97ed9-acaa-449e-9887-004c11625750 req-bac7ea7f-a915-42d7-9525-c33256abc124 service neutron] Transition to ACTIVE for port object d64d5e99-d82c-4b04-993e-2527f3897cb6 will not be triggered until provisioned by entity L2. {{(pid=86391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:37:43.797053 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-e3e97ed9-acaa-449e-9887-004c11625750 req-bac7ea7f-a915-42d7-9525-c33256abc124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852407587'] for port, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:43.802064 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-bd0be33a-58f2-4753-a7b4-e88753462fb4 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:37:43.922545 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d5a1a0-2064-4ee8-b839-b7f31fc81a61 req-6f9a4147-7e8e-4577-8813-03ca3f15629e tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:43.931183 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-87d5a1a0-2064-4ee8-b839-b7f31fc81a61 req-6f9a4147-7e8e-4577-8813-03ca3f15629e tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4aad6b-8589-4274-9f1d-b673c45060d6 HTTP/1.1" status: 200 len: 943 time: 0.1024776 Apr 20 18:37:43.984194 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-87d5a1a0-2064-4ee8-b839-b7f31fc81a61 req-561dd0f0-5f9c-4a16-9857-eeaf0d31ab39 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/security-groups?id=35f2a537-6b0c-4346-b187-d4573f07123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519359 Apr 20 18:37:44.059799 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac7ea7f-a915-42d7-9525-c33256abc124 service neutron] Pushing event updated for resources: {'Port': ['ID=d64d5e99-d82c-4b04-993e-2527f3897cb6,revision_number=2']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:37:44.101608 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac7ea7f-a915-42d7-9525-c33256abc124 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:37:44.102019 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac7ea7f-a915-42d7-9525-c33256abc124 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:37:44.102424 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac7ea7f-a915-42d7-9525-c33256abc124 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:37:44.102860 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac7ea7f-a915-42d7-9525-c33256abc124 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:37:44.103259 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac7ea7f-a915-42d7-9525-c33256abc124 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:37:44.103678 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac7ea7f-a915-42d7-9525-c33256abc124 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:37:44.104068 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac7ea7f-a915-42d7-9525-c33256abc124 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:37:44.104455 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac7ea7f-a915-42d7-9525-c33256abc124 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:37:44.104809 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac7ea7f-a915-42d7-9525-c33256abc124 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:37:44.105226 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac7ea7f-a915-42d7-9525-c33256abc124 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:37:44.105609 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac7ea7f-a915-42d7-9525-c33256abc124 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:37:44.105990 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac7ea7f-a915-42d7-9525-c33256abc124 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:37:44.111135 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-bac7ea7f-a915-42d7-9525-c33256abc124 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:37:44.146841 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [req-e3e97ed9-acaa-449e-9887-004c11625750 req-bac7ea7f-a915-42d7-9525-c33256abc124 service neutron] Attempting to bind port d64d5e99-d82c-4b04-993e-2527f3897cb6 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:37:44.147189 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [req-e3e97ed9-acaa-449e-9887-004c11625750 req-bac7ea7f-a915-42d7-9525-c33256abc124 service neutron] Attempting to bind port d64d5e99-d82c-4b04-993e-2527f3897cb6 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '3948fd5c-102c-4086-b0dc-08d0eadc7659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e3848513-c3d8-4edf-8aa3-1329c2148b80'}] {{(pid=86391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:37:44.147544 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e97ed9-acaa-449e-9887-004c11625750 req-bac7ea7f-a915-42d7-9525-c33256abc124 service neutron] Attempting to bind port d64d5e99-d82c-4b04-993e-2527f3897cb6 on network e3848513-c3d8-4edf-8aa3-1329c2148b80 {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:37:44.152612 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e97ed9-acaa-449e-9887-004c11625750 req-bac7ea7f-a915-42d7-9525-c33256abc124 service neutron] Port d64d5e99-d82c-4b04-993e-2527f3897cb6 on network e3848513-c3d8-4edf-8aa3-1329c2148b80 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:37:44.152970 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e97ed9-acaa-449e-9887-004c11625750 req-bac7ea7f-a915-42d7-9525-c33256abc124 service neutron] Attempting to bind port d64d5e99-d82c-4b04-993e-2527f3897cb6 on network e3848513-c3d8-4edf-8aa3-1329c2148b80 {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:37:44.158609 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e97ed9-acaa-449e-9887-004c11625750 req-bac7ea7f-a915-42d7-9525-c33256abc124 service neutron] Checking agent: {'id': '263cae3f-8754-41ef-b011-a572dc0aeed8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 27, 47), 'started_at': datetime.datetime(2021, 4, 20, 18, 27, 47), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:37:44.158992 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e97ed9-acaa-449e-9887-004c11625750 req-bac7ea7f-a915-42d7-9525-c33256abc124 service neutron] Checking segment: {'id': '3948fd5c-102c-4086-b0dc-08d0eadc7659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e3848513-c3d8-4edf-8aa3-1329c2148b80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:37:44.159430 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e97ed9-acaa-449e-9887-004c11625750 req-bac7ea7f-a915-42d7-9525-c33256abc124 service neutron] Bound using segment: {'id': '3948fd5c-102c-4086-b0dc-08d0eadc7659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e3848513-c3d8-4edf-8aa3-1329c2148b80'} {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:37:44.159945 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [req-e3e97ed9-acaa-449e-9887-004c11625750 req-bac7ea7f-a915-42d7-9525-c33256abc124 service neutron] Bound port: d64d5e99-d82c-4b04-993e-2527f3897cb6, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3948fd5c-102c-4086-b0dc-08d0eadc7659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e3848513-c3d8-4edf-8aa3-1329c2148b80'}}] {{(pid=86391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:37:44.160316 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-e3e97ed9-acaa-449e-9887-004c11625750 req-bac7ea7f-a915-42d7-9525-c33256abc124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:44.266496 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [req-e3e97ed9-acaa-449e-9887-004c11625750 req-bac7ea7f-a915-42d7-9525-c33256abc124 service neutron] For port d64d5e99-d82c-4b04-993e-2527f3897cb6, host hv-cinder-78693, cleared binding levels {{(pid=86391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:37:44.269762 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [req-e3e97ed9-acaa-449e-9887-004c11625750 req-bac7ea7f-a915-42d7-9525-c33256abc124 service neutron] For port d64d5e99-d82c-4b04-993e-2527f3897cb6, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d64d5e99-d82c-4b04-993e-2527f3897cb6,segment=NetworkSegment(3948fd5c-102c-4086-b0dc-08d0eadc7659),segment_id=3948fd5c-102c-4086-b0dc-08d0eadc7659)] {{(pid=86391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:37:44.275329 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-e3e97ed9-acaa-449e-9887-004c11625750 req-bac7ea7f-a915-42d7-9525-c33256abc124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852407587'] for port, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:44.279091 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-c0cce21a-650c-4fb6-9627-8722755c7365 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:37:44.340237 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e97ed9-acaa-449e-9887-004c11625750 req-bac7ea7f-a915-42d7-9525-c33256abc124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:44.341037 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-e3e97ed9-acaa-449e-9887-004c11625750 req-bac7ea7f-a915-42d7-9525-c33256abc124 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031'] for port, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:44.342410 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e3e97ed9-acaa-449e-9887-004c11625750 req-bac7ea7f-a915-42d7-9525-c33256abc124 service neutron] 10.222.0.46 "PUT /v2.0/ports/d64d5e99-d82c-4b04-993e-2527f3897cb6 HTTP/1.1" status: 200 len: 1093 time: 1.0667479 Apr 20 18:37:44.342980 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc4aad6b-8589-4274-9f1d-b673c45060d6', 'tag': 'd64d5e99-d82c-4b04-993e-2527f3897cb6'}] {{(pid=86391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:37:44.367946 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac7ea7f-a915-42d7-9525-c33256abc124 service neutron] Pushing event updated for resources: {'Port': ['ID=d64d5e99-d82c-4b04-993e-2527f3897cb6,revision_number=3']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:37:44.371262 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-bac7ea7f-a915-42d7-9525-c33256abc124 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:37:44.427485 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc4aad6b-8589-4274-9f1d-b673c45060d6', 'tag': 'd64d5e99-d82c-4b04-993e-2527f3897cb6', 'status': 'completed', 'code': 200} Apr 20 18:37:44.465669 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e97ed9-acaa-449e-9887-004c11625750 req-a3bab85c-3c2d-43bb-95cd-6fb4fb48ff08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:44.467336 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e3e97ed9-acaa-449e-9887-004c11625750 req-a3bab85c-3c2d-43bb-95cd-6fb4fb48ff08 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6379afe3f2fe451f9af2f8c49dc77d87&device_id=cc4aad6b-8589-4274-9f1d-b673c45060d6 HTTP/1.1" status: 200 len: 1096 time: 0.0831921 Apr 20 18:37:44.544589 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e3e97ed9-acaa-449e-9887-004c11625750 req-ec2d8c67-9dbc-4bc7-bc83-b7fd2e0d7ff0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d64d5e99-d82c-4b04-993e-2527f3897cb6 HTTP/1.1" status: 200 len: 217 time: 0.0693400 Apr 20 18:37:44.615979 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e97ed9-acaa-449e-9887-004c11625750 req-db7db5c5-05d1-4ab9-939a-37d903ca6dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:44.617373 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e3e97ed9-acaa-449e-9887-004c11625750 req-db7db5c5-05d1-4ab9-939a-37d903ca6dba service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e71ab82a-cf18-4849-a9bf-d019724b1d31 HTTP/1.1" status: 200 len: 853 time: 0.0664115 Apr 20 18:37:44.700960 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e97ed9-acaa-449e-9887-004c11625750 req-d88280ff-8540-4626-b09c-c322e10d21ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:44.702543 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e3e97ed9-acaa-449e-9887-004c11625750 req-d88280ff-8540-4626-b09c-c322e10d21ce service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e3848513-c3d8-4edf-8aa3-1329c2148b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0786974 Apr 20 18:37:44.846448 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e3e97ed9-acaa-449e-9887-004c11625750 req-1c2e7988-2245-481e-b2b5-3f6d737ac92d service neutron] 10.222.0.46 "GET /v2.0/networks/e3848513-c3d8-4edf-8aa3-1329c2148b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369679 Apr 20 18:37:44.988070 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e3e97ed9-acaa-449e-9887-004c11625750 req-2189a2df-795a-4924-b6a7-beb143b1e397 service neutron] 10.222.0.46 "GET /v2.0/networks/e3848513-c3d8-4edf-8aa3-1329c2148b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344337 Apr 20 18:37:45.118401 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492f1eec-89e2-41cc-a4b0-258978f799e9 req-e46c66bf-3676-49ec-b58c-be50413416b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:45.119963 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-492f1eec-89e2-41cc-a4b0-258978f799e9 req-e46c66bf-3676-49ec-b58c-be50413416b8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6379afe3f2fe451f9af2f8c49dc77d87&device_id=cc4aad6b-8589-4274-9f1d-b673c45060d6 HTTP/1.1" status: 200 len: 1096 time: 0.0813591 Apr 20 18:37:45.184816 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7240d28-236a-47b5-91ac-ae329e2109fc req-f27c33cb-83ab-4320-bc90-607674bf0676 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:45.186412 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-d7240d28-236a-47b5-91ac-ae329e2109fc req-f27c33cb-83ab-4320-bc90-607674bf0676 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4aad6b-8589-4274-9f1d-b673c45060d6 HTTP/1.1" status: 200 len: 943 time: 0.0915339 Apr 20 18:37:45.234347 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-d7240d28-236a-47b5-91ac-ae329e2109fc req-df82a1b4-07ab-4e9a-9684-c8c08811ddd6 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/security-groups?id=35f2a537-6b0c-4346-b187-d4573f07123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413301 Apr 20 18:37:45.260559 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492f1eec-89e2-41cc-a4b0-258978f799e9 req-5587270d-5d7a-4578-8759-b48f9694914c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:45.262188 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-492f1eec-89e2-41cc-a4b0-258978f799e9 req-5587270d-5d7a-4578-8759-b48f9694914c service neutron] 10.222.0.46 "GET /v2.0/networks?id=e3848513-c3d8-4edf-8aa3-1329c2148b80 HTTP/1.1" status: 200 len: 915 time: 0.1358533 Apr 20 18:37:45.338311 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-492f1eec-89e2-41cc-a4b0-258978f799e9 req-29aeb7f3-1421-4a2e-85bd-71b463e6a817 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d64d5e99-d82c-4b04-993e-2527f3897cb6 HTTP/1.1" status: 200 len: 217 time: 0.0684028 Apr 20 18:37:45.407770 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492f1eec-89e2-41cc-a4b0-258978f799e9 req-d5c4deee-4c63-42fc-913e-fff8e84e76b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:45.409200 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-492f1eec-89e2-41cc-a4b0-258978f799e9 req-d5c4deee-4c63-42fc-913e-fff8e84e76b0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e71ab82a-cf18-4849-a9bf-d019724b1d31 HTTP/1.1" status: 200 len: 853 time: 0.0636125 Apr 20 18:37:45.496989 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492f1eec-89e2-41cc-a4b0-258978f799e9 req-0345b8b6-0630-4713-83a3-168880e4ae93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:45.498500 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-492f1eec-89e2-41cc-a4b0-258978f799e9 req-0345b8b6-0630-4713-83a3-168880e4ae93 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e3848513-c3d8-4edf-8aa3-1329c2148b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0812099 Apr 20 18:37:45.896122 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-492f1eec-89e2-41cc-a4b0-258978f799e9 req-6f818ee5-7d75-4a77-86eb-7ed4b58e169c service neutron] 10.222.0.46 "GET /v2.0/networks/e3848513-c3d8-4edf-8aa3-1329c2148b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3893983 Apr 20 18:37:46.039735 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-492f1eec-89e2-41cc-a4b0-258978f799e9 req-027ad985-c0b9-4a19-861e-db7f7f654027 service neutron] 10.222.0.46 "GET /v2.0/networks/e3848513-c3d8-4edf-8aa3-1329c2148b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359618 Apr 20 18:37:46.444177 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44328546-873e-4a43-9f6a-b6107689bd10 req-a19c557d-b75a-41e5-9c4b-cb68ff48d7fa tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:46.445672 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-44328546-873e-4a43-9f6a-b6107689bd10 req-a19c557d-b75a-41e5-9c4b-cb68ff48d7fa tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4aad6b-8589-4274-9f1d-b673c45060d6 HTTP/1.1" status: 200 len: 943 time: 0.0950603 Apr 20 18:37:46.498402 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-44328546-873e-4a43-9f6a-b6107689bd10 req-acfe597b-bf49-4989-b4d0-5a157dd081b1 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/security-groups?id=35f2a537-6b0c-4346-b187-d4573f07123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433095 Apr 20 18:37:46.709699 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:47.528481 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device d64d5e99-d82c-4b04-993e-2527f3897cb6 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:37:47.670040 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port d64d5e99-d82c-4b04-993e-2527f3897cb6, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d64d5e99-d82c-4b04-993e-2527f3897cb6,segment=NetworkSegment(3948fd5c-102c-4086-b0dc-08d0eadc7659),segment_id=3948fd5c-102c-4086-b0dc-08d0eadc7659)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:37:47.684177 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Returning: {'device': 'd64d5e99-d82c-4b04-993e-2527f3897cb6', 'network_id': 'e3848513-c3d8-4edf-8aa3-1329c2148b80', 'port_id': 'd64d5e99-d82c-4b04-993e-2527f3897cb6', 'mac_address': 'fa:16:3e:20:e9:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e71ab82a-cf18-4849-a9bf-d019724b1d31', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:37:47.714612 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c06b5-f447-45fc-bacb-93f6d1e8196f req-1942e5e7-5fc9-441c-92df-d32e566bc384 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:47.716291 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f99c06b5-f447-45fc-bacb-93f6d1e8196f req-1942e5e7-5fc9-441c-92df-d32e566bc384 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4aad6b-8589-4274-9f1d-b673c45060d6 HTTP/1.1" status: 200 len: 943 time: 0.0944371 Apr 20 18:37:47.747704 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:47.765808 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d64d5e99-d82c-4b04-993e-2527f3897cb6 {{(pid=86393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:37:47.766323 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f99c06b5-f447-45fc-bacb-93f6d1e8196f req-84360dbd-8f81-464e-9997-1d9b1909fbe9 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/security-groups?id=35f2a537-6b0c-4346-b187-d4573f07123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426385 Apr 20 18:37:47.781669 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port d64d5e99-d82c-4b04-993e-2527f3897cb6, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d64d5e99-d82c-4b04-993e-2527f3897cb6,segment=NetworkSegment(3948fd5c-102c-4086-b0dc-08d0eadc7659),segment_id=3948fd5c-102c-4086-b0dc-08d0eadc7659)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:37:47.785866 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:47.787727 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:37:47.859141 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Pushing event updated for resources: {'Port': ['ID=d64d5e99-d82c-4b04-993e-2527f3897cb6,revision_number=4']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:37:47.863615 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:37:47.975059 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] get_ports_and_sgs() called for port_ids ['d64d5e99-d82c-4b04-993e-2527f3897cb6'] {{(pid=86393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:37:48.994781 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366fc8f-4531-410c-9741-ffc3edd60f63 req-9c286b41-8918-4134-b360-41f7687f2a98 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:48.996378 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-6366fc8f-4531-410c-9741-ffc3edd60f63 req-9c286b41-8918-4134-b360-41f7687f2a98 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4aad6b-8589-4274-9f1d-b673c45060d6 HTTP/1.1" status: 200 len: 944 time: 0.1005886 Apr 20 18:37:49.044298 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-6366fc8f-4531-410c-9741-ffc3edd60f63 req-d67129da-b3a5-4552-8392-05c00c87004c tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/security-groups?id=35f2a537-6b0c-4346-b187-d4573f07123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414100 Apr 20 18:37:49.529762 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device d64d5e99-d82c-4b04-993e-2527f3897cb6 up at agent hyperv_hv-cinder-78693 {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:37:49.610502 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Provisioning for port d64d5e99-d82c-4b04-993e-2527f3897cb6 completed by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:37:49.615583 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Provisioning complete for port d64d5e99-d82c-4b04-993e-2527f3897cb6 triggered by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:37:49.615996 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:49.741118 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:49.769812 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc4aad6b-8589-4274-9f1d-b673c45060d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64d5e99-d82c-4b04-993e-2527f3897cb6'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:37:49.780431 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port d64d5e99-d82c-4b04-993e-2527f3897cb6, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d64d5e99-d82c-4b04-993e-2527f3897cb6,segment=NetworkSegment(3948fd5c-102c-4086-b0dc-08d0eadc7659),segment_id=3948fd5c-102c-4086-b0dc-08d0eadc7659)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:37:49.785128 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:49.787105 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-014e5cdd-2476-4adb-9916-8ba8df095d56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:37:49.826850 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc4aad6b-8589-4274-9f1d-b673c45060d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64d5e99-d82c-4b04-993e-2527f3897cb6', 'code': 200} Apr 20 18:37:49.862239 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Pushing event updated for resources: {'Port': ['ID=d64d5e99-d82c-4b04-993e-2527f3897cb6,revision_number=5']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:37:49.865429 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:37:50.088748 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1507e9-864d-4fd1-9ab9-95782d369cfb req-1ca65f5a-4e5a-45c5-b136-8d6b147d0a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:50.090390 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-7c1507e9-864d-4fd1-9ab9-95782d369cfb req-1ca65f5a-4e5a-45c5-b136-8d6b147d0a23 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cc4aad6b-8589-4274-9f1d-b673c45060d6 HTTP/1.1" status: 200 len: 1098 time: 0.0895457 Apr 20 18:37:50.134111 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-7c1507e9-864d-4fd1-9ab9-95782d369cfb req-efea0899-dd29-47d2-9774-ac9ef7158a07 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=35f2a537-6b0c-4346-b187-d4573f07123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367575 Apr 20 18:37:50.248041 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4608c2-d68a-4f7f-9a63-b57dd43cccff req-fc5d9881-0927-413c-8663-fa806654ac1a tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:50.249595 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-da4608c2-d68a-4f7f-9a63-b57dd43cccff req-fc5d9881-0927-413c-8663-fa806654ac1a tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4aad6b-8589-4274-9f1d-b673c45060d6 HTTP/1.1" status: 200 len: 945 time: 0.0898674 Apr 20 18:37:50.300261 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-da4608c2-d68a-4f7f-9a63-b57dd43cccff req-ab112383-166f-49c1-8bec-7d69c36fff99 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/security-groups?id=35f2a537-6b0c-4346-b187-d4573f07123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410507 Apr 20 18:37:51.523305 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561cdcc6-643b-409a-84b4-33fcb5e569e0 req-1a130e60-974f-4642-a836-be85d790435e tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:51.524880 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-561cdcc6-643b-409a-84b4-33fcb5e569e0 req-1a130e60-974f-4642-a836-be85d790435e tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4aad6b-8589-4274-9f1d-b673c45060d6 HTTP/1.1" status: 200 len: 945 time: 0.0912502 Apr 20 18:37:51.571423 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-561cdcc6-643b-409a-84b4-33fcb5e569e0 req-8aa9e5aa-94af-4e2d-aa17-205d7ba284a7 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/security-groups?id=35f2a537-6b0c-4346-b187-d4573f07123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402656 Apr 20 18:37:51.784658 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e073b-0b1c-48fa-aaa6-32598e32db1b req-e1ce8575-b3ab-4c2f-8f68-6309f3176958 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:51.786230 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a43e073b-0b1c-48fa-aaa6-32598e32db1b req-e1ce8575-b3ab-4c2f-8f68-6309f3176958 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4aad6b-8589-4274-9f1d-b673c45060d6 HTTP/1.1" status: 200 len: 945 time: 0.0977144 Apr 20 18:37:51.839587 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a43e073b-0b1c-48fa-aaa6-32598e32db1b req-ac1d466a-0ca4-4c23-9090-e3ad07f5e588 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/security-groups?id=35f2a537-6b0c-4346-b187-d4573f07123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438571 Apr 20 18:37:52.271136 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f8b064-125a-43ba-b162-6a07da023e4b req-1c47996c-ed29-4d49-9f44-438ce7771419 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:52.272721 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-29f8b064-125a-43ba-b162-6a07da023e4b req-1c47996c-ed29-4d49-9f44-438ce7771419 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4aad6b-8589-4274-9f1d-b673c45060d6 HTTP/1.1" status: 200 len: 945 time: 0.0976140 Apr 20 18:37:52.327416 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-29f8b064-125a-43ba-b162-6a07da023e4b req-0b4bc99b-0fca-4469-b620-3f141b73f76e tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/security-groups?id=35f2a537-6b0c-4346-b187-d4573f07123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450721 Apr 20 18:37:52.847693 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.agents_db [None req-bb53aea3-de48-49b3-8e00-ae07e91d3609 None None] Agent healthcheck: found 6 active agents {{(pid=86394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:37:53.698675 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-b25b365b-4421-48f4-9a18-fdf4ec935ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:55.593231 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d83b5f31-05a5-4860-aef8-f0c9138490a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:56.684817 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3b38f3e8-f2f1-49b6-ac75-f9314cd83db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:57.306365 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacdba84-53a9-49dd-9811-d3eb9c193ad4 req-74b4fde1-47ac-4e8b-b8bd-da4d7792adee tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:57.308008 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-bacdba84-53a9-49dd-9811-d3eb9c193ad4 req-74b4fde1-47ac-4e8b-b8bd-da4d7792adee tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4aad6b-8589-4274-9f1d-b673c45060d6 HTTP/1.1" status: 200 len: 945 time: 0.0956202 Apr 20 18:37:57.358692 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-bacdba84-53a9-49dd-9811-d3eb9c193ad4 req-f9698df5-0533-42ed-befc-b64553cf0220 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/security-groups?id=35f2a537-6b0c-4346-b187-d4573f07123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414579 Apr 20 18:37:57.389899 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 42168) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:37:57.655255 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41795309-08e2-4cde-8e16-0cae91af007c tempest-TestMinimumBasicScenario-981445262 tempest-TestMinimumBasicScenario-981445262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:37:57.656014 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-41795309-08e2-4cde-8e16-0cae91af007c tempest-TestMinimumBasicScenario-981445262 tempest-TestMinimumBasicScenario-981445262-project-admin] Synchronizing usage tracker for tenant:b1b471b426fc436193f0215de8a59cfb on resource:port {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:37:57.674278 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-41795309-08e2-4cde-8e16-0cae91af007c tempest-TestMinimumBasicScenario-981445262 tempest-TestMinimumBasicScenario-981445262-project-admin] Unset dirty status for tenant:b1b471b426fc436193f0215de8a59cfb on resource:port {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:37:57.675611 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-41795309-08e2-4cde-8e16-0cae91af007c tempest-TestMinimumBasicScenario-981445262 tempest-TestMinimumBasicScenario-981445262-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=cc4aad6b-8589-4274-9f1d-b673c45060d6 HTTP/1.1" status: 200 len: 1093 time: 0.2846327 Apr 20 18:37:57.678750 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 42174) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:37:57.684293 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-19b42fc0-66d8-47a4-aba8-0777a8235e9c tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Request body: {'floatingip': {'floating_network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'port_id': 'd64d5e99-d82c-4b04-993e-2527f3897cb6', 'tenant_id': '6379afe3f2fe451f9af2f8c49dc77d87', 'fixed_ip_address': '172.20.0.4'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:37:57.690649 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-19b42fc0-66d8-47a4-aba8-0777a8235e9c tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:37:57.694773 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-19b42fc0-66d8-47a4-aba8-0777a8235e9c tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Usage tracker for resource:floatingip and tenant:6379afe3f2fe451f9af2f8c49dc77d87 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:37:57.697805 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-19b42fc0-66d8-47a4-aba8-0777a8235e9c tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:37:57.703961 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-19b42fc0-66d8-47a4-aba8-0777a8235e9c tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:37:57.715771 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-19b42fc0-66d8-47a4-aba8-0777a8235e9c tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Notify callbacks [] for floatingip, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:57.780292 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:57.863391 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-19b42fc0-66d8-47a4-aba8-0777a8235e9c tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:58.009420 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.db_base_plugin_common [None req-19b42fc0-66d8-47a4-aba8-0777a8235e9c tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Allocated IP 172.28.1.215 (6f8e8285-aaa9-4dbf-9e6b-39abd83f9974/f30c7817-a5c6-4c47-97c4-010d805a937c/de38a2f2-33bc-47c8-9655-d9eb3ff5691f) {{(pid=86391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:37:58.166979 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-19b42fc0-66d8-47a4-aba8-0777a8235e9c tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Notify callbacks [] for port, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:58.198522 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-19b42fc0-66d8-47a4-aba8-0777a8235e9c tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278078920240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368212'] for port, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:58.202236 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-5bfc7aff-5c95-4944-ad20-94d229632af3 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:37:58.274156 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b42fc0-66d8-47a4-aba8-0777a8235e9c tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Network 6f8e8285-aaa9-4dbf-9e6b-39abd83f9974 is already hosted by enough agents. {{(pid=86391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:37:58.277190 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [None req-19b42fc0-66d8-47a4-aba8-0777a8235e9c tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Resources bound (agent type, host, resource id): {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:37:58.281138 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b42fc0-66d8-47a4-aba8-0777a8235e9c tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Received port after_create {{(pid=86391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:37:58.312400 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b42fc0-66d8-47a4-aba8-0777a8235e9c tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Pushing event updated for resources: {'Port': ['ID=de38a2f2-33bc-47c8-9655-d9eb3ff5691f,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:37:58.318933 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-19b42fc0-66d8-47a4-aba8-0777a8235e9c tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:37:58.399004 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db4e54cc-07a3-4585-8120-e6421209c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:58.726339 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-19b42fc0-66d8-47a4-aba8-0777a8235e9c tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:58.809233 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-19b42fc0-66d8-47a4-aba8-0777a8235e9c tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:59.029161 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-19b42fc0-66d8-47a4-aba8-0777a8235e9c tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Notify callbacks [] for port, precommit_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:59.033866 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-19b42fc0-66d8-47a4-aba8-0777a8235e9c tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852407587'] for port, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:59.037615 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-161f50b8-498e-431e-a170-93bc41f0091d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:37:59.144921 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b42fc0-66d8-47a4-aba8-0777a8235e9c tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Pushing event updated for resources: {'Port': ['ID=de38a2f2-33bc-47c8-9655-d9eb3ff5691f,revision_number=2']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:37:59.152982 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-19b42fc0-66d8-47a4-aba8-0777a8235e9c tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:37:59.162972 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-19b42fc0-66d8-47a4-aba8-0777a8235e9c tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854378574'] for floatingip, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:37:59.345326 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.db.l3_db [None req-19b42fc0-66d8-47a4-aba8-0777a8235e9c tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Floating IP 9e0d754d-e82e-4b03-8c60-363891b51d6a associated. External IP: 172.28.1.215, port: d64d5e99-d82c-4b04-993e-2527f3897cb6. Apr 20 18:37:59.985775 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19b42fc0-66d8-47a4-aba8-0777a8235e9c tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Router c1f4b66f-1fea-406a-b3ef-163f6d33b3a9 has already been hosted by L3 agent 41e81354-1f58-48e6-8416-2f8b62d59447 {{(pid=86391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:38:00.175863 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b42fc0-66d8-47a4-aba8-0777a8235e9c tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Notify agent at l3_agent.dv-cinder-786932-2-smb the message routers_updated {{(pid=86391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:38:00.186678 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4ac33f-38ae-40ec-ac4b-3da6c13a100f None None] Sync routers for ids ['c1f4b66f-1fea-406a-b3ef-163f6d33b3a9'] in dv-cinder-786932-2-smb {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:38:00.197911 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4ac33f-38ae-40ec-ac4b-3da6c13a100f None None] Routers {'c1f4b66f-1fea-406a-b3ef-163f6d33b3a9'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:38:00.198602 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-bf4ac33f-38ae-40ec-ac4b-3da6c13a100f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:37:56Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['c1f4b66f-1fea-406a-b3ef-163f6d33b3a9'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:38:00.204218 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-19b42fc0-66d8-47a4-aba8-0777a8235e9c tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031'] for floatingip, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:00.266194 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-19b42fc0-66d8-47a4-aba8-0777a8235e9c tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5863307 Apr 20 18:38:00.266936 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc4aad6b-8589-4274-9f1d-b673c45060d6', 'tag': 'd64d5e99-d82c-4b04-993e-2527f3897cb6'}] {{(pid=86391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:38:00.269636 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 42178) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:38:00.275700 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-70148b41-c7ce-4ab6-b23b-1880360b4162 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-25257510', 'description': 'tempest-secgroup-smoke-25257510 description', 'project_id': '6379afe3f2fe451f9af2f8c49dc77d87'}} {{(pid=86392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:38:00.282897 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-70148b41-c7ce-4ab6-b23b-1880360b4162 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:38:00.294312 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-70148b41-c7ce-4ab6-b23b-1880360b4162 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:38:00.306100 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-70148b41-c7ce-4ab6-b23b-1880360b4162 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Notify callbacks [] for security_group, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:00.316262 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc4aad6b-8589-4274-9f1d-b673c45060d6', 'tag': 'd64d5e99-d82c-4b04-993e-2527f3897cb6', 'status': 'completed', 'code': 200} Apr 20 18:38:00.327958 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-70148b41-c7ce-4ab6-b23b-1880360b4162 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:38:00.331986 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-70148b41-c7ce-4ab6-b23b-1880360b4162 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Usage tracker for resource:security_group_rule and tenant:6379afe3f2fe451f9af2f8c49dc77d87 is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:38:00.335594 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-70148b41-c7ce-4ab6-b23b-1880360b4162 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:38:00.342369 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-70148b41-c7ce-4ab6-b23b-1880360b4162 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:38:00.389615 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-bf4ac33f-38ae-40ec-ac4b-3da6c13a100f None None] Set router c1f4b66f-1fea-406a-b3ef-163f6d33b3a9 gateway port host: dv-cinder-786932-2-smb {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:38:00.418986 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a2933-1eb7-4f30-9666-7463bba4c528 req-fea51f76-999d-45a6-8ebf-c257f8ae92f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:38:00.421058 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-2d1a2933-1eb7-4f30-9666-7463bba4c528 req-fea51f76-999d-45a6-8ebf-c257f8ae92f8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6379afe3f2fe451f9af2f8c49dc77d87&device_id=cc4aad6b-8589-4274-9f1d-b673c45060d6 HTTP/1.1" status: 200 len: 1098 time: 0.0799353 Apr 20 18:38:00.426225 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-70148b41-c7ce-4ab6-b23b-1880360b4162 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Notify callbacks [] for security_group, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:00.429129 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-70148b41-c7ce-4ab6-b23b-1880360b4162 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:00.440533 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-4a19a159-cf0f-4027-bb20-b2726419d0ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:38:00.480112 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70148b41-c7ce-4ab6-b23b-1880360b4162 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35bb5913-9aeb-4289-82e2-7c0acff7625e,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:38:00.487322 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-70148b41-c7ce-4ab6-b23b-1880360b4162 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Notify callbacks [] for security_group, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:00.491530 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-70148b41-c7ce-4ab6-b23b-1880360b4162 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.2175727 Apr 20 18:38:00.491530 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70148b41-c7ce-4ab6-b23b-1880360b4162 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:38:00.491530 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70148b41-c7ce-4ab6-b23b-1880360b4162 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:38:00.491530 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70148b41-c7ce-4ab6-b23b-1880360b4162 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:38:00.491530 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70148b41-c7ce-4ab6-b23b-1880360b4162 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:38:00.491988 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70148b41-c7ce-4ab6-b23b-1880360b4162 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:38:00.492067 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70148b41-c7ce-4ab6-b23b-1880360b4162 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:38:00.492458 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70148b41-c7ce-4ab6-b23b-1880360b4162 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:38:00.492837 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70148b41-c7ce-4ab6-b23b-1880360b4162 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:38:00.493215 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70148b41-c7ce-4ab6-b23b-1880360b4162 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:38:00.493624 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70148b41-c7ce-4ab6-b23b-1880360b4162 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:38:00.493998 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70148b41-c7ce-4ab6-b23b-1880360b4162 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:38:00.494374 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70148b41-c7ce-4ab6-b23b-1880360b4162 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:38:00.498205 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-70148b41-c7ce-4ab6-b23b-1880360b4162 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:38:00.498916 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 42184) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:38:00.504614 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-cc8c19f8-21c0-4378-9f89-096e2094fc29 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Request body: {'security_group_rule': {'security_group_id': '35bb5913-9aeb-4289-82e2-7c0acff7625e', 'project_id': '6379afe3f2fe451f9af2f8c49dc77d87', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:38:00.511221 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-cc8c19f8-21c0-4378-9f89-096e2094fc29 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:38:00.514776 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-cc8c19f8-21c0-4378-9f89-096e2094fc29 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Usage tracker for resource:security_group_rule and tenant:6379afe3f2fe451f9af2f8c49dc77d87 is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:38:00.517893 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-cc8c19f8-21c0-4378-9f89-096e2094fc29 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:38:00.523875 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-cc8c19f8-21c0-4378-9f89-096e2094fc29 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:38:00.540469 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-cc8c19f8-21c0-4378-9f89-096e2094fc29 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:00.566411 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a2933-1eb7-4f30-9666-7463bba4c528 req-893b2293-35af-43ff-acd1-5731923edfba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:38:00.568062 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-2d1a2933-1eb7-4f30-9666-7463bba4c528 req-893b2293-35af-43ff-acd1-5731923edfba service neutron] 10.222.0.46 "GET /v2.0/networks?id=e3848513-c3d8-4edf-8aa3-1329c2148b80 HTTP/1.1" status: 200 len: 915 time: 0.1413469 Apr 20 18:38:00.605282 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-cc8c19f8-21c0-4378-9f89-096e2094fc29 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:00.608894 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-cc8c19f8-21c0-4378-9f89-096e2094fc29 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860092'] for security_group_rule, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:00.611172 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-f46da3bb-6f00-44cc-b77b-0d3e8440c302 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:38:00.634182 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8c19f8-21c0-4378-9f89-096e2094fc29 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a65de021-fd9e-4d5c-8bce-172f5be269f7,revision_number=0']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:38:00.638688 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-cc8c19f8-21c0-4378-9f89-096e2094fc29 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:38:00.648402 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-cc8c19f8-21c0-4378-9f89-096e2094fc29 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:00.649692 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-cc8c19f8-21c0-4378-9f89-096e2094fc29 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1497643 Apr 20 18:38:00.652968 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 42188) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:38:00.658067 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-d1f2396c-b61d-4fe7-ad6e-bd691f4b1c22 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Request body: {'security_group_rule': {'security_group_id': '35bb5913-9aeb-4289-82e2-7c0acff7625e', 'project_id': '6379afe3f2fe451f9af2f8c49dc77d87', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:38:00.664396 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-d1f2396c-b61d-4fe7-ad6e-bd691f4b1c22 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:38:00.668414 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-d1f2396c-b61d-4fe7-ad6e-bd691f4b1c22 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Usage tracker for resource:security_group_rule and tenant:6379afe3f2fe451f9af2f8c49dc77d87 is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:38:00.671706 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-d1f2396c-b61d-4fe7-ad6e-bd691f4b1c22 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:38:00.677719 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-d1f2396c-b61d-4fe7-ad6e-bd691f4b1c22 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:38:00.683518 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-2d1a2933-1eb7-4f30-9666-7463bba4c528 req-22fac848-e0e5-4ca6-a54f-6c8e700e23cc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d64d5e99-d82c-4b04-993e-2527f3897cb6 HTTP/1.1" status: 200 len: 999 time: 0.1089101 Apr 20 18:38:00.694623 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d1f2396c-b61d-4fe7-ad6e-bd691f4b1c22 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:00.753573 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a2933-1eb7-4f30-9666-7463bba4c528 req-9eb76396-3df9-4621-9785-ed7877f44b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:38:00.755216 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-2d1a2933-1eb7-4f30-9666-7463bba4c528 req-9eb76396-3df9-4621-9785-ed7877f44b4e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e71ab82a-cf18-4849-a9bf-d019724b1d31 HTTP/1.1" status: 200 len: 853 time: 0.0660212 Apr 20 18:38:00.764196 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-bf4ac33f-38ae-40ec-ac4b-3da6c13a100f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f4b66f-1fea-406a-b3ef-163f6d33b3a9', 'name': 'tempest-TestMinimumBasicScenario-674674209-router', 'tenant_id': '6379afe3f2fe451f9af2f8c49dc77d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.164'}], 'enable_snat': True}, 'gw_port_id': 'ec455774-a053-4682-ba04-a2b2eeae03b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:06Z', 'updated_at': '2021-04-20T18:37:10Z', 'revision_number': 4, 'project_id': '6379afe3f2fe451f9af2f8c49dc77d87', 'gw_port': {'id': 'ec455774-a053-4682-ba04-a2b2eeae03b5', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:dd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f4b66f-1fea-406a-b3ef-163f6d33b3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:07Z', 'updated_at': '2021-04-20T18:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb', '_floatingips': [{'id': '9e0d754d-e82e-4b03-8c60-363891b51d6a', 'tenant_id': '6379afe3f2fe451f9af2f8c49dc77d87', 'floating_ip_address': '172.28.1.215', 'floating_network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'router_id': 'c1f4b66f-1fea-406a-b3ef-163f6d33b3a9', 'port_id': 'd64d5e99-d82c-4b04-993e-2527f3897cb6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3848513-c3d8-4edf-8aa3-1329c2148b80', 'mac_address': 'fa:16:3e:20:e9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4aad6b-8589-4274-9f1d-b673c45060d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:37:58Z', 'updated_at': '2021-04-20T18:37:58Z', 'revision_number': 0, 'project_id': '6379afe3f2fe451f9af2f8c49dc77d87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0254d28d-3c93-42d3-ac64-e0983842b2a4', 'name': '', 'network_id': 'e3848513-c3d8-4edf-8aa3-1329c2148b80', 'tenant_id': '6379afe3f2fe451f9af2f8c49dc77d87', 'mac_address': 'fa:16:3e:4f:7d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f4b66f-1fea-406a-b3ef-163f6d33b3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'e71ab82a-cf18-4849-a9bf-d019724b1d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:10Z', 'updated_at': '2021-04-20T18:37:18Z', 'revision_number': 5, 'project_id': '6379afe3f2fe451f9af2f8c49dc77d87', 'subnets': [{'id': 'e71ab82a-cf18-4849-a9bf-d019724b1d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:38:00.767665 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d1f2396c-b61d-4fe7-ad6e-bd691f4b1c22 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:00.768442 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4ac33f-38ae-40ec-ac4b-3da6c13a100f None None] Checking router: c1f4b66f-1fea-406a-b3ef-163f6d33b3a9 for host: dv-cinder-786932-2-smb {{(pid=86393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:38:00.771861 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d1f2396c-b61d-4fe7-ad6e-bd691f4b1c22 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860092'] for security_group_rule, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:00.773753 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:38:00.778965 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4ac33f-38ae-40ec-ac4b-3da6c13a100f None None] Routers {'c1f4b66f-1fea-406a-b3ef-163f6d33b3a9'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:38:00.779638 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-bf4ac33f-38ae-40ec-ac4b-3da6c13a100f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:37:56Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['c1f4b66f-1fea-406a-b3ef-163f6d33b3a9'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:38:00.803934 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f2396c-b61d-4fe7-ad6e-bd691f4b1c22 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd2c59dc-df68-4757-9bc4-0bd1eed4f1e4,revision_number=0']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:38:00.806562 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-d1f2396c-b61d-4fe7-ad6e-bd691f4b1c22 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:38:00.814135 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d1f2396c-b61d-4fe7-ad6e-bd691f4b1c22 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:00.815776 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-d1f2396c-b61d-4fe7-ad6e-bd691f4b1c22 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1621950 Apr 20 18:38:00.818568 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 42192) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:38:00.824372 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-11dbbaef-f396-43f3-88b9-4fdcd03f2377 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Request body: {'security_group_rule': {'security_group_id': '35bb5913-9aeb-4289-82e2-7c0acff7625e', 'project_id': '6379afe3f2fe451f9af2f8c49dc77d87', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:38:00.830741 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-11dbbaef-f396-43f3-88b9-4fdcd03f2377 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:38:00.835151 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-11dbbaef-f396-43f3-88b9-4fdcd03f2377 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Usage tracker for resource:security_group_rule and tenant:6379afe3f2fe451f9af2f8c49dc77d87 is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:38:00.839554 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-11dbbaef-f396-43f3-88b9-4fdcd03f2377 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:38:00.845783 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-11dbbaef-f396-43f3-88b9-4fdcd03f2377 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:38:00.847857 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a2933-1eb7-4f30-9666-7463bba4c528 req-da04b91b-e648-434f-8ef3-1d2ed9710130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:38:00.849484 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-2d1a2933-1eb7-4f30-9666-7463bba4c528 req-da04b91b-e648-434f-8ef3-1d2ed9710130 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e3848513-c3d8-4edf-8aa3-1329c2148b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0874596 Apr 20 18:38:00.866270 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-11dbbaef-f396-43f3-88b9-4fdcd03f2377 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:00.935777 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-11dbbaef-f396-43f3-88b9-4fdcd03f2377 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:00.939068 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-11dbbaef-f396-43f3-88b9-4fdcd03f2377 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860092'] for security_group_rule, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:00.941365 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-cc8c19f8-21c0-4378-9f89-096e2094fc29 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:38:00.966003 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dbbaef-f396-43f3-88b9-4fdcd03f2377 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08c74507-9219-4777-9652-83bb591bd978,revision_number=0']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:38:00.968338 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-11dbbaef-f396-43f3-88b9-4fdcd03f2377 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:38:00.975766 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-11dbbaef-f396-43f3-88b9-4fdcd03f2377 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:00.977288 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-11dbbaef-f396-43f3-88b9-4fdcd03f2377 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1577241 Apr 20 18:38:00.980244 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 42196) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:38:00.983490 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-bf4ac33f-38ae-40ec-ac4b-3da6c13a100f None None] Set router c1f4b66f-1fea-406a-b3ef-163f6d33b3a9 gateway port host: dv-cinder-786932-2-smb {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:38:00.986149 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-2fe63108-1eea-4942-ba39-2d1b0f539ffe tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Request body: {'security_group_rule': {'security_group_id': '35bb5913-9aeb-4289-82e2-7c0acff7625e', 'project_id': '6379afe3f2fe451f9af2f8c49dc77d87', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:38:00.992541 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-2fe63108-1eea-4942-ba39-2d1b0f539ffe tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:38:00.996550 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-2fe63108-1eea-4942-ba39-2d1b0f539ffe tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Usage tracker for resource:security_group_rule and tenant:6379afe3f2fe451f9af2f8c49dc77d87 is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:38:00.999546 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-2fe63108-1eea-4942-ba39-2d1b0f539ffe tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:38:01.005614 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-2fe63108-1eea-4942-ba39-2d1b0f539ffe tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:38:01.010240 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-2d1a2933-1eb7-4f30-9666-7463bba4c528 req-31425a25-81ae-45e8-ba05-668efc8dba87 service neutron] 10.222.0.46 "GET /v2.0/networks/e3848513-c3d8-4edf-8aa3-1329c2148b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504962 Apr 20 18:38:01.022280 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2fe63108-1eea-4942-ba39-2d1b0f539ffe tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:01.090343 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2fe63108-1eea-4942-ba39-2d1b0f539ffe tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:01.094777 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2fe63108-1eea-4942-ba39-2d1b0f539ffe tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860092'] for security_group_rule, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:01.097068 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:38:01.121851 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe63108-1eea-4942-ba39-2d1b0f539ffe tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d887d894-a010-4e7f-a927-712e0effd348,revision_number=0']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:38:01.124753 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2fe63108-1eea-4942-ba39-2d1b0f539ffe tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:38:01.132263 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2fe63108-1eea-4942-ba39-2d1b0f539ffe tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:01.136200 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-2fe63108-1eea-4942-ba39-2d1b0f539ffe tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1522989 Apr 20 18:38:01.136404 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 42200) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:38:01.142185 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-26c50164-cf1f-4441-9c6e-749b78c2e57f tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Request body: {'security_group_rule': {'security_group_id': '35bb5913-9aeb-4289-82e2-7c0acff7625e', 'project_id': '6379afe3f2fe451f9af2f8c49dc77d87', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:38:01.148716 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-26c50164-cf1f-4441-9c6e-749b78c2e57f tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:38:01.152812 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-26c50164-cf1f-4441-9c6e-749b78c2e57f tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Usage tracker for resource:security_group_rule and tenant:6379afe3f2fe451f9af2f8c49dc77d87 is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:38:01.155851 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-26c50164-cf1f-4441-9c6e-749b78c2e57f tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:38:01.157041 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-2d1a2933-1eb7-4f30-9666-7463bba4c528 req-0c4da4c8-a422-4781-b9d3-ac432b958089 service neutron] 10.222.0.46 "GET /v2.0/networks/e3848513-c3d8-4edf-8aa3-1329c2148b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404264 Apr 20 18:38:01.162003 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-26c50164-cf1f-4441-9c6e-749b78c2e57f tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:38:01.174985 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.db.securitygroups_db [None req-26c50164-cf1f-4441-9c6e-749b78c2e57f tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Project 6379afe3f2fe451f9af2f8c49dc77d87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 18:38:01.182166 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-26c50164-cf1f-4441-9c6e-749b78c2e57f tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:01.469764 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-26c50164-cf1f-4441-9c6e-749b78c2e57f tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:01.473371 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-26c50164-cf1f-4441-9c6e-749b78c2e57f tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860092'] for security_group_rule, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:01.475598 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-6bcc3863-babd-4228-8be1-64cb04fca9de tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:38:01.497034 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c50164-cf1f-4441-9c6e-749b78c2e57f tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32041d11-0a41-48e9-920f-c2f5daa8f703,revision_number=0']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:38:01.501319 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-26c50164-cf1f-4441-9c6e-749b78c2e57f tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:38:01.508832 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-26c50164-cf1f-4441-9c6e-749b78c2e57f tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:01.512896 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-26c50164-cf1f-4441-9c6e-749b78c2e57f tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3726985 Apr 20 18:38:01.513143 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 42204) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:38:01.518678 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-61e4c36a-97e6-4069-b628-ea70a3d7914d tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Request body: {'security_group_rule': {'security_group_id': '35bb5913-9aeb-4289-82e2-7c0acff7625e', 'project_id': '6379afe3f2fe451f9af2f8c49dc77d87', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:38:01.524931 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-61e4c36a-97e6-4069-b628-ea70a3d7914d tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:38:01.528984 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-61e4c36a-97e6-4069-b628-ea70a3d7914d tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Usage tracker for resource:security_group_rule and tenant:6379afe3f2fe451f9af2f8c49dc77d87 is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:38:01.532017 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-61e4c36a-97e6-4069-b628-ea70a3d7914d tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:38:01.538000 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-61e4c36a-97e6-4069-b628-ea70a3d7914d tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:38:01.541159 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-bf4ac33f-38ae-40ec-ac4b-3da6c13a100f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f4b66f-1fea-406a-b3ef-163f6d33b3a9', 'name': 'tempest-TestMinimumBasicScenario-674674209-router', 'tenant_id': '6379afe3f2fe451f9af2f8c49dc77d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.164'}], 'enable_snat': True}, 'gw_port_id': 'ec455774-a053-4682-ba04-a2b2eeae03b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:06Z', 'updated_at': '2021-04-20T18:37:10Z', 'revision_number': 4, 'project_id': '6379afe3f2fe451f9af2f8c49dc77d87', 'gw_port': {'id': 'ec455774-a053-4682-ba04-a2b2eeae03b5', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:dd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f4b66f-1fea-406a-b3ef-163f6d33b3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:07Z', 'updated_at': '2021-04-20T18:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb', '_floatingips': [{'id': '9e0d754d-e82e-4b03-8c60-363891b51d6a', 'tenant_id': '6379afe3f2fe451f9af2f8c49dc77d87', 'floating_ip_address': '172.28.1.215', 'floating_network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'router_id': 'c1f4b66f-1fea-406a-b3ef-163f6d33b3a9', 'port_id': 'd64d5e99-d82c-4b04-993e-2527f3897cb6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3848513-c3d8-4edf-8aa3-1329c2148b80', 'mac_address': 'fa:16:3e:20:e9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4aad6b-8589-4274-9f1d-b673c45060d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:37:58Z', 'updated_at': '2021-04-20T18:37:58Z', 'revision_number': 0, 'project_id': '6379afe3f2fe451f9af2f8c49dc77d87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0254d28d-3c93-42d3-ac64-e0983842b2a4', 'name': '', 'network_id': 'e3848513-c3d8-4edf-8aa3-1329c2148b80', 'tenant_id': '6379afe3f2fe451f9af2f8c49dc77d87', 'mac_address': 'fa:16:3e:4f:7d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f4b66f-1fea-406a-b3ef-163f6d33b3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'e71ab82a-cf18-4849-a9bf-d019724b1d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:10Z', 'updated_at': '2021-04-20T18:37:18Z', 'revision_number': 5, 'project_id': '6379afe3f2fe451f9af2f8c49dc77d87', 'subnets': [{'id': 'e71ab82a-cf18-4849-a9bf-d019724b1d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:38:01.545553 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4ac33f-38ae-40ec-ac4b-3da6c13a100f None None] The sync data for ids ['c1f4b66f-1fea-406a-b3ef-163f6d33b3a9'] in dv-cinder-786932-2-smb is: [{'id': 'c1f4b66f-1fea-406a-b3ef-163f6d33b3a9', 'name': 'tempest-TestMinimumBasicScenario-674674209-router', 'tenant_id': '6379afe3f2fe451f9af2f8c49dc77d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.164'}], 'enable_snat': True}, 'gw_port_id': 'ec455774-a053-4682-ba04-a2b2eeae03b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:06Z', 'updated_at': '2021-04-20T18:37:10Z', 'revision_number': 4, 'project_id': '6379afe3f2fe451f9af2f8c49dc77d87', 'gw_port': {'id': 'ec455774-a053-4682-ba04-a2b2eeae03b5', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:dd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f4b66f-1fea-406a-b3ef-163f6d33b3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:07Z', 'updated_at': '2021-04-20T18:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb', '_floatingips': [{'id': '9e0d754d-e82e-4b03-8c60-363891b51d6a', 'tenant_id': '6379afe3f2fe451f9af2f8c49dc77d87', 'floating_ip_address': '172.28.1.215', 'floating_network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'router_id': 'c1f4b66f-1fea-406a-b3ef-163f6d33b3a9', 'port_id': 'd64d5e99-d82c-4b04-993e-2527f3897cb6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3848513-c3d8-4edf-8aa3-1329c2148b80', 'mac_address': 'fa:16:3e:20:e9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4aad6b-8589-4274-9f1d-b673c45060d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:37:58Z', 'updated_at': '2021-04-20T18:37:58Z', 'revision_number': 0, 'project_id': '6379afe3f2fe451f9af2f8c49dc77d87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0254d28d-3c93-42d3-ac64-e0983842b2a4', 'name': '', 'network_id': 'e3848513-c3d8-4edf-8aa3-1329c2148b80', 'tenant_id': '6379afe3f2fe451f9af2f8c49dc77d87', 'mac_address': 'fa:16:3e:4f:7d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f4b66f-1fea-406a-b3ef-163f6d33b3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'e71ab82a-cf18-4849-a9bf-d019724b1d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:10Z', 'updated_at': '2021-04-20T18:37:18Z', 'revision_number': 5, 'project_id': '6379afe3f2fe451f9af2f8c49dc77d87', 'subnets': [{'id': 'e71ab82a-cf18-4849-a9bf-d019724b1d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:38:01.547682 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.db.securitygroups_db [None req-61e4c36a-97e6-4069-b628-ea70a3d7914d tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Project 6379afe3f2fe451f9af2f8c49dc77d87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 18:38:01.555340 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-61e4c36a-97e6-4069-b628-ea70a3d7914d tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:01.627183 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-61e4c36a-97e6-4069-b628-ea70a3d7914d tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:01.630900 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-61e4c36a-97e6-4069-b628-ea70a3d7914d tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860092'] for security_group_rule, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:01.633067 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-11dbbaef-f396-43f3-88b9-4fdcd03f2377 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:38:01.656268 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e4c36a-97e6-4069-b628-ea70a3d7914d tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eeeebfe-1c20-49a6-b650-1b87a6cd537f,revision_number=0']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:38:01.658794 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-61e4c36a-97e6-4069-b628-ea70a3d7914d tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:38:01.665528 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-61e4c36a-97e6-4069-b628-ea70a3d7914d tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:01.666825 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-61e4c36a-97e6-4069-b628-ea70a3d7914d tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1526656 Apr 20 18:38:01.797972 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-84f6fe8d-7049-450c-a27f-08b4d201aae6 req-e1c094dc-8b9b-4c0a-8338-5492d1230e6a tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-25257510&fields=id&tenant_id=6379afe3f2fe451f9af2f8c49dc77d87 HTTP/1.1" status: 200 len: 267 time: 0.0454135 Apr 20 18:38:01.829894 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4893edcb-50b3-4f9c-bd10-044b6146badd None None] New status for floating IP 9e0d754d-e82e-4b03-8c60-363891b51d6a: ACTIVE {{(pid=86394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 18:38:01.891710 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6fe8d-7049-450c-a27f-08b4d201aae6 req-8fd0602d-ea94-4194-bba3-ad2b20f90b82 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:38:01.893479 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-84f6fe8d-7049-450c-a27f-08b4d201aae6 req-8fd0602d-ea94-4194-bba3-ad2b20f90b82 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4aad6b-8589-4274-9f1d-b673c45060d6 HTTP/1.1" status: 200 len: 945 time: 0.0888548 Apr 20 18:38:01.906508 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [req-84f6fe8d-7049-450c-a27f-08b4d201aae6 req-6f19faba-e095-42aa-b500-c798693b1318 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Request body: {'port': {'security_groups': ['35f2a537-6b0c-4346-b187-d4573f07123b', '35bb5913-9aeb-4289-82e2-7c0acff7625e']}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:38:02.039514 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-84f6fe8d-7049-450c-a27f-08b4d201aae6 req-6f19faba-e095-42aa-b500-c798693b1318 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:02.325033 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [req-84f6fe8d-7049-450c-a27f-08b4d201aae6 req-6f19faba-e095-42aa-b500-c798693b1318 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] For port d64d5e99-d82c-4b04-993e-2527f3897cb6, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d64d5e99-d82c-4b04-993e-2527f3897cb6,segment=NetworkSegment(3948fd5c-102c-4086-b0dc-08d0eadc7659),segment_id=3948fd5c-102c-4086-b0dc-08d0eadc7659)] {{(pid=86391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:38:02.355600 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-84f6fe8d-7049-450c-a27f-08b4d201aae6 req-6f19faba-e095-42aa-b500-c798693b1318 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Notify callbacks [] for port, precommit_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:02.360353 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-84f6fe8d-7049-450c-a27f-08b4d201aae6 req-6f19faba-e095-42aa-b500-c798693b1318 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852407587'] for port, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:02.366196 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-7ceb8060-8c03-4bf8-927d-e3bd75d990fd tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:38:02.373190 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] get_ports_and_sgs() called for port_ids ['d64d5e99-d82c-4b04-993e-2527f3897cb6'] {{(pid=86393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:38:02.426694 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6fe8d-7049-450c-a27f-08b4d201aae6 req-6f19faba-e095-42aa-b500-c798693b1318 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:38:02.427435 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-84f6fe8d-7049-450c-a27f-08b4d201aae6 req-6f19faba-e095-42aa-b500-c798693b1318 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031'] for port, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:02.428953 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-84f6fe8d-7049-450c-a27f-08b4d201aae6 req-6f19faba-e095-42aa-b500-c798693b1318 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "PUT /v2.0/ports/d64d5e99-d82c-4b04-993e-2527f3897cb6 HTTP/1.1" status: 200 len: 981 time: 0.5278380 Apr 20 18:38:02.432594 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc4aad6b-8589-4274-9f1d-b673c45060d6', 'tag': 'd64d5e99-d82c-4b04-993e-2527f3897cb6'}] {{(pid=86391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:38:02.466835 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f19faba-e095-42aa-b500-c798693b1318 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Pushing event updated for resources: {'Port': ['ID=d64d5e99-d82c-4b04-993e-2527f3897cb6,revision_number=6']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:38:02.471083 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-6f19faba-e095-42aa-b500-c798693b1318 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:38:02.511681 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc4aad6b-8589-4274-9f1d-b673c45060d6', 'tag': 'd64d5e99-d82c-4b04-993e-2527f3897cb6', 'status': 'completed', 'code': 200} Apr 20 18:38:02.522309 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] get_ports_and_sgs() called for port_ids ['d64d5e99-d82c-4b04-993e-2527f3897cb6'] {{(pid=86393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:38:02.626720 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1a724-052c-46d3-8c89-dad53f175d2f req-f1cc930d-b9e9-4818-bd24-c74e6fb0194a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:38:02.628602 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-2ea1a724-052c-46d3-8c89-dad53f175d2f req-f1cc930d-b9e9-4818-bd24-c74e6fb0194a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6379afe3f2fe451f9af2f8c49dc77d87&device_id=cc4aad6b-8589-4274-9f1d-b673c45060d6 HTTP/1.1" status: 200 len: 1137 time: 0.0928204 Apr 20 18:38:02.656724 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c81db-817a-4a78-9f7d-97066b3ff6c4 req-ef650c99-4bfe-4a6c-918e-34e18568dbd6 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:38:02.658345 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-fa7c81db-817a-4a78-9f7d-97066b3ff6c4 req-ef650c99-4bfe-4a6c-918e-34e18568dbd6 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4aad6b-8589-4274-9f1d-b673c45060d6 HTTP/1.1" status: 200 len: 984 time: 0.0931566 Apr 20 18:38:02.712656 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-fa7c81db-817a-4a78-9f7d-97066b3ff6c4 req-6920c8b3-ddf5-4721-b9b5-0fc5555d84f6 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Synchronizing usage tracker for tenant:6379afe3f2fe451f9af2f8c49dc77d87 on resource:security_group {{(pid=86392) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:38:02.728106 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-fa7c81db-817a-4a78-9f7d-97066b3ff6c4 req-6920c8b3-ddf5-4721-b9b5-0fc5555d84f6 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Unset dirty status for tenant:6379afe3f2fe451f9af2f8c49dc77d87 on resource:security_group {{(pid=86392) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:38:02.729381 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-fa7c81db-817a-4a78-9f7d-97066b3ff6c4 req-6920c8b3-ddf5-4721-b9b5-0fc5555d84f6 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/security-groups?id=35bb5913-9aeb-4289-82e2-7c0acff7625e&id=35f2a537-6b0c-4346-b187-d4573f07123b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0627165 Apr 20 18:38:02.754949 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-960ee114-d8d2-4e90-9c61-a985fba08738 None None] Provisioning complete for port d64d5e99-d82c-4b04-993e-2527f3897cb6 triggered by entity DHCP. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:38:02.755370 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-960ee114-d8d2-4e90-9c61-a985fba08738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:02.781107 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1a724-052c-46d3-8c89-dad53f175d2f req-41159699-f52e-45a0-9836-2c754b2b90ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:38:02.782785 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-2ea1a724-052c-46d3-8c89-dad53f175d2f req-41159699-f52e-45a0-9836-2c754b2b90ac service neutron] 10.222.0.46 "GET /v2.0/networks?id=e3848513-c3d8-4edf-8aa3-1329c2148b80 HTTP/1.1" status: 200 len: 915 time: 0.1466875 Apr 20 18:38:02.894975 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-2ea1a724-052c-46d3-8c89-dad53f175d2f req-403eea5f-91ed-4021-9471-e1ba0903ee29 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d64d5e99-d82c-4b04-993e-2527f3897cb6 HTTP/1.1" status: 200 len: 1001 time: 0.1054580 Apr 20 18:38:02.964648 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1a724-052c-46d3-8c89-dad53f175d2f req-113e111c-b95d-4626-9515-8e032d4b29ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:38:02.966223 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-2ea1a724-052c-46d3-8c89-dad53f175d2f req-113e111c-b95d-4626-9515-8e032d4b29ba service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e71ab82a-cf18-4849-a9bf-d019724b1d31 HTTP/1.1" status: 200 len: 853 time: 0.0648663 Apr 20 18:38:03.051212 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1a724-052c-46d3-8c89-dad53f175d2f req-e912c9ca-45ba-4c52-8eab-6760a8947331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:38:03.052963 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-2ea1a724-052c-46d3-8c89-dad53f175d2f req-e912c9ca-45ba-4c52-8eab-6760a8947331 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e3848513-c3d8-4edf-8aa3-1329c2148b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0803089 Apr 20 18:38:03.197756 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-2ea1a724-052c-46d3-8c89-dad53f175d2f req-116feaf0-2c97-489a-8fab-5cabddee4e45 service neutron] 10.222.0.46 "GET /v2.0/networks/e3848513-c3d8-4edf-8aa3-1329c2148b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364791 Apr 20 18:38:03.341613 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-2ea1a724-052c-46d3-8c89-dad53f175d2f req-ed23a62c-2b92-44b8-b15e-52f9d7fb0321 service neutron] 10.222.0.46 "GET /v2.0/networks/e3848513-c3d8-4edf-8aa3-1329c2148b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378551 Apr 20 18:38:16.729813 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:23.702216 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-bc1dcb6b-cc53-4c11-b72b-dfdabf9c02e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:25.396404 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080a89b-1eb8-4cde-b2b5-2a435a411015 req-121b9279-3a2b-43e4-8083-dd9dcd70cfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:38:25.398024 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f080a89b-1eb8-4cde-b2b5-2a435a411015 req-121b9279-3a2b-43e4-8083-dd9dcd70cfb8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6379afe3f2fe451f9af2f8c49dc77d87&device_id=cc4aad6b-8589-4274-9f1d-b673c45060d6 HTTP/1.1" status: 200 len: 1137 time: 0.0840423 Apr 20 18:38:25.436432 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df2ff4-946b-4e3a-8151-06ff3ee56298 req-54b9185a-5cb5-4a84-beaa-89876a80e8f2 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:38:25.438027 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f2df2ff4-946b-4e3a-8151-06ff3ee56298 req-54b9185a-5cb5-4a84-beaa-89876a80e8f2 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4aad6b-8589-4274-9f1d-b673c45060d6 HTTP/1.1" status: 200 len: 984 time: 0.0928059 Apr 20 18:38:25.490107 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f2df2ff4-946b-4e3a-8151-06ff3ee56298 req-e2208c6d-8e7e-4e3c-bed5-75e7e41f56df tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/security-groups?id=35bb5913-9aeb-4289-82e2-7c0acff7625e&id=35f2a537-6b0c-4346-b187-d4573f07123b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0450647 Apr 20 18:38:25.540962 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080a89b-1eb8-4cde-b2b5-2a435a411015 req-18abd524-739a-4063-b721-5abbb3b0bc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:38:25.542530 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f080a89b-1eb8-4cde-b2b5-2a435a411015 req-18abd524-739a-4063-b721-5abbb3b0bc02 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e3848513-c3d8-4edf-8aa3-1329c2148b80 HTTP/1.1" status: 200 len: 915 time: 0.1367097 Apr 20 18:38:25.587979 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3e9a1c91-79ca-4580-95a0-065756bce7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:25.655177 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f080a89b-1eb8-4cde-b2b5-2a435a411015 req-40a41037-00dc-4511-bc7f-c58cf1e0620b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d64d5e99-d82c-4b04-993e-2527f3897cb6 HTTP/1.1" status: 200 len: 1001 time: 0.1056466 Apr 20 18:38:25.724364 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080a89b-1eb8-4cde-b2b5-2a435a411015 req-7b650436-d4a2-4c26-84ad-03c10e1db1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:38:25.726038 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f080a89b-1eb8-4cde-b2b5-2a435a411015 req-7b650436-d4a2-4c26-84ad-03c10e1db1ba service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e71ab82a-cf18-4849-a9bf-d019724b1d31 HTTP/1.1" status: 200 len: 853 time: 0.0641670 Apr 20 18:38:25.812256 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080a89b-1eb8-4cde-b2b5-2a435a411015 req-7c6101f1-d7a2-4dd7-8f6e-a08071ca2127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:38:25.813745 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f080a89b-1eb8-4cde-b2b5-2a435a411015 req-7c6101f1-d7a2-4dd7-8f6e-a08071ca2127 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e3848513-c3d8-4edf-8aa3-1329c2148b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0813341 Apr 20 18:38:25.955651 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f080a89b-1eb8-4cde-b2b5-2a435a411015 req-cd6af5b2-ace3-4012-8e86-ff3d13aaaeee service neutron] 10.222.0.46 "GET /v2.0/networks/e3848513-c3d8-4edf-8aa3-1329c2148b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343083 Apr 20 18:38:26.100917 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f080a89b-1eb8-4cde-b2b5-2a435a411015 req-293d7dde-34bd-406d-b68e-512f75c821e4 service neutron] 10.222.0.46 "GET /v2.0/networks/e3848513-c3d8-4edf-8aa3-1329c2148b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381066 Apr 20 18:38:26.678051 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3b38f3e8-f2f1-49b6-ac75-f9314cd83db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:26.730772 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57c7b5-1fe6-4dd5-aad2-29e85b6f658b req-72d8f168-02c3-4695-9bde-c64229cc6740 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:38:26.732333 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ad57c7b5-1fe6-4dd5-aad2-29e85b6f658b req-72d8f168-02c3-4695-9bde-c64229cc6740 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4aad6b-8589-4274-9f1d-b673c45060d6 HTTP/1.1" status: 200 len: 984 time: 0.1036863 Apr 20 18:38:26.786536 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ad57c7b5-1fe6-4dd5-aad2-29e85b6f658b req-ba92aa48-5db0-4198-b424-d907751f2a06 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/security-groups?id=35bb5913-9aeb-4289-82e2-7c0acff7625e&id=35f2a537-6b0c-4346-b187-d4573f07123b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0441849 Apr 20 18:38:27.788167 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:27.989122 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc02af-da6a-44b2-a4d1-20589b9b1a4b req-8fdb362e-0aa2-4771-9368-245c45c46e40 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:38:27.990604 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-54fc02af-da6a-44b2-a4d1-20589b9b1a4b req-8fdb362e-0aa2-4771-9368-245c45c46e40 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4aad6b-8589-4274-9f1d-b673c45060d6 HTTP/1.1" status: 200 len: 984 time: 0.0906076 Apr 20 18:38:28.044969 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-54fc02af-da6a-44b2-a4d1-20589b9b1a4b req-d524995c-24c2-482b-9eb4-895ebd21794e tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/security-groups?id=35bb5913-9aeb-4289-82e2-7c0acff7625e&id=35f2a537-6b0c-4346-b187-d4573f07123b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0443978 Apr 20 18:38:28.406963 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db4e54cc-07a3-4585-8120-e6421209c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:29.277328 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db845d4-ea53-4dd5-9d02-6cc813387b66 req-27aa00e2-4897-470d-bf55-8da81ede9a47 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:38:29.278939 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-4db845d4-ea53-4dd5-9d02-6cc813387b66 req-27aa00e2-4897-470d-bf55-8da81ede9a47 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4aad6b-8589-4274-9f1d-b673c45060d6 HTTP/1.1" status: 200 len: 984 time: 0.0950143 Apr 20 18:38:29.331990 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-4db845d4-ea53-4dd5-9d02-6cc813387b66 req-0c182115-3534-4b12-882b-1d2344cf094f tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/security-groups?id=35bb5913-9aeb-4289-82e2-7c0acff7625e&id=35f2a537-6b0c-4346-b187-d4573f07123b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0433905 Apr 20 18:38:29.854444 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.agents_db [None req-bb53aea3-de48-49b3-8e00-ae07e91d3609 None None] Agent healthcheck: found 6 active agents {{(pid=86394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:38:30.561950 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb3b37a-b3bd-42a9-a9fc-f0906196b1d5 req-e643f58c-909f-43e7-9a9d-8ac87a402b38 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:38:30.563554 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-0bb3b37a-b3bd-42a9-a9fc-f0906196b1d5 req-e643f58c-909f-43e7-9a9d-8ac87a402b38 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4aad6b-8589-4274-9f1d-b673c45060d6 HTTP/1.1" status: 200 len: 984 time: 0.1046774 Apr 20 18:38:30.614650 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-0bb3b37a-b3bd-42a9-a9fc-f0906196b1d5 req-8dbc216c-d7d2-423f-843a-ad63d9146555 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/security-groups?id=35bb5913-9aeb-4289-82e2-7c0acff7625e&id=35f2a537-6b0c-4346-b187-d4573f07123b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0445170 Apr 20 18:38:31.835284 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b78b83a-137f-4483-b66a-59b031723538 req-df525e3c-e287-4036-8993-06f6f4e699e7 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:38:31.836856 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-0b78b83a-137f-4483-b66a-59b031723538 req-df525e3c-e287-4036-8993-06f6f4e699e7 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4aad6b-8589-4274-9f1d-b673c45060d6 HTTP/1.1" status: 200 len: 984 time: 0.0914094 Apr 20 18:38:31.889405 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-0b78b83a-137f-4483-b66a-59b031723538 req-d408605e-c14a-4f18-a0bb-db5cc473272f tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/security-groups?id=35bb5913-9aeb-4289-82e2-7c0acff7625e&id=35f2a537-6b0c-4346-b187-d4573f07123b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0443010 Apr 20 18:38:33.102971 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534d059-993d-4e66-8506-279db4182e50 req-3afa4f3a-bd19-4ee5-bbd2-bcddc446b143 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:38:33.104544 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-2534d059-993d-4e66-8506-279db4182e50 req-3afa4f3a-bd19-4ee5-bbd2-bcddc446b143 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4aad6b-8589-4274-9f1d-b673c45060d6 HTTP/1.1" status: 200 len: 984 time: 0.0977619 Apr 20 18:38:33.160290 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-2534d059-993d-4e66-8506-279db4182e50 req-6e719e40-e9ef-45b4-b83d-6ca7500664e8 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/security-groups?id=35bb5913-9aeb-4289-82e2-7c0acff7625e&id=35f2a537-6b0c-4346-b187-d4573f07123b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0460718 Apr 20 18:38:34.635769 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca55d43-58ba-4fec-8b7a-ac813add0932 req-744cf88f-a2f5-4ee3-9f88-0c43ff0e4611 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:38:34.637362 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-aca55d43-58ba-4fec-8b7a-ac813add0932 req-744cf88f-a2f5-4ee3-9f88-0c43ff0e4611 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4aad6b-8589-4274-9f1d-b673c45060d6 HTTP/1.1" status: 200 len: 984 time: 0.3461752 Apr 20 18:38:34.690037 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-aca55d43-58ba-4fec-8b7a-ac813add0932 req-95348bbb-33fe-42cb-b1d4-6fc299c00ec0 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/security-groups?id=35bb5913-9aeb-4289-82e2-7c0acff7625e&id=35f2a537-6b0c-4346-b187-d4573f07123b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0437882 Apr 20 18:38:35.919627 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2e70a-bd68-4c32-af2c-f92572947522 req-c8a65ec6-8ed7-49a8-acd5-c533ba06e9bd tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:38:35.921215 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e8b2e70a-bd68-4c32-af2c-f92572947522 req-c8a65ec6-8ed7-49a8-acd5-c533ba06e9bd tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4aad6b-8589-4274-9f1d-b673c45060d6 HTTP/1.1" status: 200 len: 984 time: 0.0914512 Apr 20 18:38:35.970973 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e8b2e70a-bd68-4c32-af2c-f92572947522 req-473a2d0f-ed89-4c22-9da3-b63a27109b09 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/security-groups?id=35bb5913-9aeb-4289-82e2-7c0acff7625e&id=35f2a537-6b0c-4346-b187-d4573f07123b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0433023 Apr 20 18:38:37.187239 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00d51e-2ded-4f0d-91ff-6275947add08 req-c07fcaca-b5fc-4efb-8fe3-0816f3328a3c tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:38:37.188884 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-4d00d51e-2ded-4f0d-91ff-6275947add08 req-c07fcaca-b5fc-4efb-8fe3-0816f3328a3c tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4aad6b-8589-4274-9f1d-b673c45060d6 HTTP/1.1" status: 200 len: 984 time: 0.0952339 Apr 20 18:38:37.252431 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-4d00d51e-2ded-4f0d-91ff-6275947add08 req-9f0fb6e6-08d1-417e-acf2-90865db7ab2d tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/security-groups?id=35bb5913-9aeb-4289-82e2-7c0acff7625e&id=35f2a537-6b0c-4346-b187-d4573f07123b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0533779 Apr 20 18:38:38.493429 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc63b18-ad7f-42b2-b86c-ac5c798d8da3 req-39fde12c-6801-46ce-84a3-bb5c49c5de06 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:38:38.495048 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-5dc63b18-ad7f-42b2-b86c-ac5c798d8da3 req-39fde12c-6801-46ce-84a3-bb5c49c5de06 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4aad6b-8589-4274-9f1d-b673c45060d6 HTTP/1.1" status: 200 len: 984 time: 0.1084509 Apr 20 18:38:38.551768 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-5dc63b18-ad7f-42b2-b86c-ac5c798d8da3 req-974cce29-80e2-4489-a049-076bc5957b46 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/security-groups?id=35bb5913-9aeb-4289-82e2-7c0acff7625e&id=35f2a537-6b0c-4346-b187-d4573f07123b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0452895 Apr 20 18:38:39.761936 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034fc80b-84f0-4342-8887-a422e38b4ab1 req-e79f6b54-d480-4d7b-ae8a-630edbc25d71 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:38:39.763605 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-034fc80b-84f0-4342-8887-a422e38b4ab1 req-e79f6b54-d480-4d7b-ae8a-630edbc25d71 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4aad6b-8589-4274-9f1d-b673c45060d6 HTTP/1.1" status: 200 len: 984 time: 0.0917699 Apr 20 18:38:39.816619 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-034fc80b-84f0-4342-8887-a422e38b4ab1 req-89bd7f3c-662b-4388-98f7-c07858b92e45 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/security-groups?id=35bb5913-9aeb-4289-82e2-7c0acff7625e&id=35f2a537-6b0c-4346-b187-d4573f07123b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0459077 Apr 20 18:38:41.029297 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83035d52-372f-4f56-8502-0d7b0535c65e req-0ba21262-90b2-4070-acbf-d6df4d7670a4 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:38:41.030912 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-83035d52-372f-4f56-8502-0d7b0535c65e req-0ba21262-90b2-4070-acbf-d6df4d7670a4 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4aad6b-8589-4274-9f1d-b673c45060d6 HTTP/1.1" status: 200 len: 984 time: 0.0920875 Apr 20 18:38:41.085626 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-83035d52-372f-4f56-8502-0d7b0535c65e req-b94eaea3-7a87-440f-86bd-e676c18b77a6 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/security-groups?id=35bb5913-9aeb-4289-82e2-7c0acff7625e&id=35f2a537-6b0c-4346-b187-d4573f07123b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0452256 Apr 20 18:38:42.307435 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43acbc60-f09f-44f3-9ba4-530cbe2ea51f req-d17c1205-e8c1-444e-b8f3-5c75844daa5c tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:38:42.309027 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-43acbc60-f09f-44f3-9ba4-530cbe2ea51f req-d17c1205-e8c1-444e-b8f3-5c75844daa5c tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4aad6b-8589-4274-9f1d-b673c45060d6 HTTP/1.1" status: 200 len: 984 time: 0.0948448 Apr 20 18:38:42.363590 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-43acbc60-f09f-44f3-9ba4-530cbe2ea51f req-27c1002a-a37e-4147-8e9a-4228914b70b1 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/security-groups?id=35bb5913-9aeb-4289-82e2-7c0acff7625e&id=35f2a537-6b0c-4346-b187-d4573f07123b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0449171 Apr 20 18:38:46.724699 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:49.180081 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-97d05293-7172-4a4b-a9f4-619a4a4f3526 req-e2abc8aa-9219-4979-8512-9fd576a97090 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cc4aad6b-8589-4274-9f1d-b673c45060d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0836558 Apr 20 18:38:49.337182 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d05293-7172-4a4b-a9f4-619a4a4f3526 req-011177c6-4fd4-48d1-ad0c-4d6591cd36e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:38:49.338992 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-97d05293-7172-4a4b-a9f4-619a4a4f3526 req-011177c6-4fd4-48d1-ad0c-4d6591cd36e6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6379afe3f2fe451f9af2f8c49dc77d87&device_id=cc4aad6b-8589-4274-9f1d-b673c45060d6 HTTP/1.1" status: 200 len: 1137 time: 0.0833275 Apr 20 18:38:49.496923 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d05293-7172-4a4b-a9f4-619a4a4f3526 req-61da160d-fa7a-458a-a839-85dc171c27ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:38:49.498396 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-97d05293-7172-4a4b-a9f4-619a4a4f3526 req-61da160d-fa7a-458a-a839-85dc171c27ff service neutron] 10.222.0.46 "GET /v2.0/networks?id=e3848513-c3d8-4edf-8aa3-1329c2148b80 HTTP/1.1" status: 200 len: 915 time: 0.1398394 Apr 20 18:38:49.610273 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-97d05293-7172-4a4b-a9f4-619a4a4f3526 req-d65c1ebc-5463-4264-8a22-561a768fe8c7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d64d5e99-d82c-4b04-993e-2527f3897cb6 HTTP/1.1" status: 200 len: 1001 time: 0.1056213 Apr 20 18:38:49.680042 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d05293-7172-4a4b-a9f4-619a4a4f3526 req-1ac94704-3ad3-4a06-b957-632794507849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:38:49.681554 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-97d05293-7172-4a4b-a9f4-619a4a4f3526 req-1ac94704-3ad3-4a06-b957-632794507849 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e71ab82a-cf18-4849-a9bf-d019724b1d31 HTTP/1.1" status: 200 len: 853 time: 0.0650680 Apr 20 18:38:49.766078 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d05293-7172-4a4b-a9f4-619a4a4f3526 req-d0521a4a-4bdb-46b4-8edc-af36546256ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:38:49.767707 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-97d05293-7172-4a4b-a9f4-619a4a4f3526 req-d0521a4a-4bdb-46b4-8edc-af36546256ae service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e3848513-c3d8-4edf-8aa3-1329c2148b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0796015 Apr 20 18:38:49.912401 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-97d05293-7172-4a4b-a9f4-619a4a4f3526 req-2ca83259-cacb-44c8-bab2-f6b0bf2d67ba service neutron] 10.222.0.46 "GET /v2.0/networks/e3848513-c3d8-4edf-8aa3-1329c2148b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378810 Apr 20 18:38:50.058628 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-97d05293-7172-4a4b-a9f4-619a4a4f3526 req-af0b403d-8899-4a98-a2b4-bd1f15be3442 service neutron] 10.222.0.46 "GET /v2.0/networks/e3848513-c3d8-4edf-8aa3-1329c2148b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397181 Apr 20 18:38:53.705864 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-a3357ad7-282b-47c6-aaf8-319b9010d6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:55.600688 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3f5b0494-2b52-44aa-b6a6-f6f62b0f6961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:56.687675 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3b38f3e8-f2f1-49b6-ac75-f9314cd83db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:57.785193 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:38:58.415855 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db4e54cc-07a3-4585-8120-e6421209c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:06.849752 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.agents_db [None req-bb53aea3-de48-49b3-8e00-ae07e91d3609 None None] Agent healthcheck: found 6 active agents {{(pid=86394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:39:14.687164 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-287714e3-ee74-4249-b6a3-933d361fc189 req-15cbaf25-6c67-4d2b-9614-f847c598c117 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-25257510&fields=id&tenant_id=6379afe3f2fe451f9af2f8c49dc77d87 HTTP/1.1" status: 200 len: 267 time: 0.0508344 Apr 20 18:39:14.783044 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287714e3-ee74-4249-b6a3-933d361fc189 req-2b766866-2439-4d7d-8fb8-bcea35f32096 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:39:14.784589 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-287714e3-ee74-4249-b6a3-933d361fc189 req-2b766866-2439-4d7d-8fb8-bcea35f32096 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4aad6b-8589-4274-9f1d-b673c45060d6 HTTP/1.1" status: 200 len: 984 time: 0.0891118 Apr 20 18:39:14.799535 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [req-287714e3-ee74-4249-b6a3-933d361fc189 req-8181fba7-1ef3-440d-a0fd-5846ef1dc89e tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Request body: {'port': {'security_groups': ['35f2a537-6b0c-4346-b187-d4573f07123b']}} {{(pid=86392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:39:14.933347 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-287714e3-ee74-4249-b6a3-933d361fc189 req-8181fba7-1ef3-440d-a0fd-5846ef1dc89e tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:15.189845 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [req-287714e3-ee74-4249-b6a3-933d361fc189 req-8181fba7-1ef3-440d-a0fd-5846ef1dc89e tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] For port d64d5e99-d82c-4b04-993e-2527f3897cb6, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d64d5e99-d82c-4b04-993e-2527f3897cb6,segment=NetworkSegment(3948fd5c-102c-4086-b0dc-08d0eadc7659),segment_id=3948fd5c-102c-4086-b0dc-08d0eadc7659)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:39:15.216782 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-287714e3-ee74-4249-b6a3-933d361fc189 req-8181fba7-1ef3-440d-a0fd-5846ef1dc89e tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Notify callbacks [] for port, precommit_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:15.221330 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-287714e3-ee74-4249-b6a3-933d361fc189 req-8181fba7-1ef3-440d-a0fd-5846ef1dc89e tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2155095'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:15.230594 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-338f37df-7366-4c06-b16d-ea2d34d744b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:39:15.232933 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] get_ports_and_sgs() called for port_ids ['d64d5e99-d82c-4b04-993e-2527f3897cb6'] {{(pid=86393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:39:15.314024 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287714e3-ee74-4249-b6a3-933d361fc189 req-8181fba7-1ef3-440d-a0fd-5846ef1dc89e tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:39:15.314828 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-287714e3-ee74-4249-b6a3-933d361fc189 req-8181fba7-1ef3-440d-a0fd-5846ef1dc89e tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031'] for port, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:15.316435 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-287714e3-ee74-4249-b6a3-933d361fc189 req-8181fba7-1ef3-440d-a0fd-5846ef1dc89e tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "PUT /v2.0/ports/d64d5e99-d82c-4b04-993e-2527f3897cb6 HTTP/1.1" status: 200 len: 942 time: 0.5218563 Apr 20 18:39:15.317001 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc4aad6b-8589-4274-9f1d-b673c45060d6', 'tag': 'd64d5e99-d82c-4b04-993e-2527f3897cb6'}] {{(pid=86392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:39:15.322751 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 42266) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:15.327585 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8181fba7-1ef3-440d-a0fd-5846ef1dc89e tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Pushing event updated for resources: {'Port': ['ID=d64d5e99-d82c-4b04-993e-2527f3897cb6,revision_number=7']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:39:15.341115 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8181fba7-1ef3-440d-a0fd-5846ef1dc89e tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:15.341536 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8181fba7-1ef3-440d-a0fd-5846ef1dc89e tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:15.342777 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8181fba7-1ef3-440d-a0fd-5846ef1dc89e tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:15.343202 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8181fba7-1ef3-440d-a0fd-5846ef1dc89e tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:15.343611 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8181fba7-1ef3-440d-a0fd-5846ef1dc89e tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:15.344020 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8181fba7-1ef3-440d-a0fd-5846ef1dc89e tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:15.344424 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8181fba7-1ef3-440d-a0fd-5846ef1dc89e tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:15.344834 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8181fba7-1ef3-440d-a0fd-5846ef1dc89e tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:15.345241 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8181fba7-1ef3-440d-a0fd-5846ef1dc89e tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:15.345632 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8181fba7-1ef3-440d-a0fd-5846ef1dc89e tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:15.346027 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8181fba7-1ef3-440d-a0fd-5846ef1dc89e tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:15.346422 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8181fba7-1ef3-440d-a0fd-5846ef1dc89e tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:15.358932 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-8181fba7-1ef3-440d-a0fd-5846ef1dc89e tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:39:15.423421 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-23fa6eea-750b-47de-b852-bba39fd9ab60 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:15.435171 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] get_ports_and_sgs() called for port_ids ['d64d5e99-d82c-4b04-993e-2527f3897cb6'] {{(pid=86393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:39:15.458823 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-23fa6eea-750b-47de-b852-bba39fd9ab60 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:15.521515 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-23fa6eea-750b-47de-b852-bba39fd9ab60 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:15.526462 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc4aad6b-8589-4274-9f1d-b673c45060d6', 'tag': 'd64d5e99-d82c-4b04-993e-2527f3897cb6', 'status': 'completed', 'code': 200} Apr 20 18:39:15.529628 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-198c2355-558e-4cfd-85c4-ef5c4f5af3ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:39:15.533779 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-50797a08-639c-4a89-8b51-94184acfaeb1 None None] Provisioning complete for port d64d5e99-d82c-4b04-993e-2527f3897cb6 triggered by entity DHCP. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:39:15.534187 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-50797a08-639c-4a89-8b51-94184acfaeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:15.543630 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa6eea-750b-47de-b852-bba39fd9ab60 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35bb5913-9aeb-4289-82e2-7c0acff7625e,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:39:15.590688 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fa6eea-750b-47de-b852-bba39fd9ab60 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:15.591047 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fa6eea-750b-47de-b852-bba39fd9ab60 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:15.591450 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fa6eea-750b-47de-b852-bba39fd9ab60 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:15.591850 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fa6eea-750b-47de-b852-bba39fd9ab60 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:15.592243 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fa6eea-750b-47de-b852-bba39fd9ab60 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:15.592633 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fa6eea-750b-47de-b852-bba39fd9ab60 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:15.593046 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fa6eea-750b-47de-b852-bba39fd9ab60 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:15.593433 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fa6eea-750b-47de-b852-bba39fd9ab60 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:15.593825 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fa6eea-750b-47de-b852-bba39fd9ab60 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:15.594213 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fa6eea-750b-47de-b852-bba39fd9ab60 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:15.594603 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fa6eea-750b-47de-b852-bba39fd9ab60 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:15.595031 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fa6eea-750b-47de-b852-bba39fd9ab60 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:15.603240 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-23fa6eea-750b-47de-b852-bba39fd9ab60 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:39:15.604133 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-23fa6eea-750b-47de-b852-bba39fd9ab60 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:15.605357 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-23fa6eea-750b-47de-b852-bba39fd9ab60 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "DELETE /v2.0/security-groups/35bb5913-9aeb-4289-82e2-7c0acff7625e HTTP/1.1" status: 204 len: 168 time: 0.2814946 Apr 20 18:39:15.608658 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 42272) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:15.647260 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64335294-c1d0-4b9b-b08f-7da9bd6edeb0 req-951e279e-1bd9-4827-90cf-b689d858b61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:39:15.648870 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-64335294-c1d0-4b9b-b08f-7da9bd6edeb0 req-951e279e-1bd9-4827-90cf-b689d858b61b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6379afe3f2fe451f9af2f8c49dc77d87&device_id=cc4aad6b-8589-4274-9f1d-b673c45060d6 HTTP/1.1" status: 200 len: 1098 time: 0.0980299 Apr 20 18:39:15.805178 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64335294-c1d0-4b9b-b08f-7da9bd6edeb0 req-7273d0fc-566a-4281-9c01-168ddc68ef83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:39:15.806755 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-64335294-c1d0-4b9b-b08f-7da9bd6edeb0 req-7273d0fc-566a-4281-9c01-168ddc68ef83 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e3848513-c3d8-4edf-8aa3-1329c2148b80 HTTP/1.1" status: 200 len: 915 time: 0.1509180 Apr 20 18:39:15.832094 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-8c0ca828-d30e-44af-b32c-e47f613feeeb tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Deleting port de38a2f2-33bc-47c8-9655-d9eb3ff5691f {{(pid=86392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:39:15.832449 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8c0ca828-d30e-44af-b32c-e47f613feeeb tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278078475124'] for port, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:15.915065 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-64335294-c1d0-4b9b-b08f-7da9bd6edeb0 req-9692e605-f6d1-4c3c-b551-0b417f07eaa1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d64d5e99-d82c-4b04-993e-2527f3897cb6 HTTP/1.1" status: 200 len: 1001 time: 0.1007638 Apr 20 18:39:15.986753 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64335294-c1d0-4b9b-b08f-7da9bd6edeb0 req-cabc3d11-5e8b-4a06-95fa-6ea9a5741cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:39:15.988334 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-64335294-c1d0-4b9b-b08f-7da9bd6edeb0 req-cabc3d11-5e8b-4a06-95fa-6ea9a5741cac service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e71ab82a-cf18-4849-a9bf-d019724b1d31 HTTP/1.1" status: 200 len: 853 time: 0.0672493 Apr 20 18:39:16.012332 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8c0ca828-d30e-44af-b32c-e47f613feeeb tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7972734'] for port, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:16.012638 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8c0ca828-d30e-44af-b32c-e47f613feeeb tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:16.071829 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64335294-c1d0-4b9b-b08f-7da9bd6edeb0 req-0fad25b3-02fd-46f6-8401-b9cea6338b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:39:16.073452 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-64335294-c1d0-4b9b-b08f-7da9bd6edeb0 req-0fad25b3-02fd-46f6-8401-b9cea6338b89 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e3848513-c3d8-4edf-8aa3-1329c2148b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0785887 Apr 20 18:39:16.143770 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-8c0ca828-d30e-44af-b32c-e47f613feeeb tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Calling delete_port for de38a2f2-33bc-47c8-9655-d9eb3ff5691f owned by network:floatingip {{(pid=86392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:39:16.216670 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-64335294-c1d0-4b9b-b08f-7da9bd6edeb0 req-07a32621-ff4c-495b-bbcf-96c26cf65735 service neutron] 10.222.0.46 "GET /v2.0/networks/e3848513-c3d8-4edf-8aa3-1329c2148b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365747 Apr 20 18:39:16.313604 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8c0ca828-d30e-44af-b32c-e47f613feeeb tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278078469919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758775855577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852620706'] for port, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:16.317370 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-8181fba7-1ef3-440d-a0fd-5846ef1dc89e tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:39:16.358687 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-64335294-c1d0-4b9b-b08f-7da9bd6edeb0 req-6fbae92a-ce98-4b45-913f-ba464464c759 service neutron] 10.222.0.46 "GET /v2.0/networks/e3848513-c3d8-4edf-8aa3-1329c2148b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356769 Apr 20 18:39:16.367692 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0ca828-d30e-44af-b32c-e47f613feeeb tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Pushing event deleted for resources: {'Port': ['ID=de38a2f2-33bc-47c8-9655-d9eb3ff5691f,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:39:16.370123 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-8c0ca828-d30e-44af-b32c-e47f613feeeb tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:39:16.471202 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8c0ca828-d30e-44af-b32c-e47f613feeeb tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Notify callbacks [] for floatingip, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:16.471832 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.db.l3_db [None req-8c0ca828-d30e-44af-b32c-e47f613feeeb tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Floating IP 9e0d754d-e82e-4b03-8c60-363891b51d6a disassociated (deleted). External IP: 172.28.1.215, port: d64d5e99-d82c-4b04-993e-2527f3897cb6. Apr 20 18:39:16.728393 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:16.845839 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0ca828-d30e-44af-b32c-e47f613feeeb tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Router c1f4b66f-1fea-406a-b3ef-163f6d33b3a9 has already been hosted by L3 agent 41e81354-1f58-48e6-8416-2f8b62d59447 {{(pid=86392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:39:17.255687 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0ca828-d30e-44af-b32c-e47f613feeeb tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Notify agent at l3_agent.dv-cinder-786932-2-smb the message routers_updated {{(pid=86392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:39:17.265962 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d7d2ad-21c0-442c-bcb2-6d478af5562d None None] Sync routers for ids ['c1f4b66f-1fea-406a-b3ef-163f6d33b3a9'] in dv-cinder-786932-2-smb {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:39:17.276463 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8c0ca828-d30e-44af-b32c-e47f613feeeb tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031'] for floatingip, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:17.277275 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d7d2ad-21c0-442c-bcb2-6d478af5562d None None] Routers {'c1f4b66f-1fea-406a-b3ef-163f6d33b3a9'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:39:17.277952 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-f4d7d2ad-21c0-442c-bcb2-6d478af5562d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:38:56Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['c1f4b66f-1fea-406a-b3ef-163f6d33b3a9'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:39:17.337324 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-8c0ca828-d30e-44af-b32c-e47f613feeeb tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "DELETE /v2.0/floatingips/9e0d754d-e82e-4b03-8c60-363891b51d6a HTTP/1.1" status: 204 len: 168 time: 1.7270005 Apr 20 18:39:17.467177 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-f4d7d2ad-21c0-442c-bcb2-6d478af5562d None None] Set router c1f4b66f-1fea-406a-b3ef-163f6d33b3a9 gateway port host: dv-cinder-786932-2-smb {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:39:17.528121 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc4aad6b-8589-4274-9f1d-b673c45060d6', 'tag': 'd64d5e99-d82c-4b04-993e-2527f3897cb6'}] {{(pid=86392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:39:17.578673 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc4aad6b-8589-4274-9f1d-b673c45060d6', 'tag': 'd64d5e99-d82c-4b04-993e-2527f3897cb6', 'status': 'completed', 'code': 200} Apr 20 18:39:17.686638 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83554d8-244f-4ac7-a912-cdcbe82222d5 req-f7111543-0742-409c-8750-3344fde79faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:39:17.688293 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a83554d8-244f-4ac7-a912-cdcbe82222d5 req-f7111543-0742-409c-8750-3344fde79faa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6379afe3f2fe451f9af2f8c49dc77d87&device_id=cc4aad6b-8589-4274-9f1d-b673c45060d6 HTTP/1.1" status: 200 len: 1098 time: 0.0874858 Apr 20 18:39:17.834423 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-f4d7d2ad-21c0-442c-bcb2-6d478af5562d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f4b66f-1fea-406a-b3ef-163f6d33b3a9', 'name': 'tempest-TestMinimumBasicScenario-674674209-router', 'tenant_id': '6379afe3f2fe451f9af2f8c49dc77d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.164'}], 'enable_snat': True}, 'gw_port_id': 'ec455774-a053-4682-ba04-a2b2eeae03b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:06Z', 'updated_at': '2021-04-20T18:37:10Z', 'revision_number': 4, 'project_id': '6379afe3f2fe451f9af2f8c49dc77d87', 'gw_port': {'id': 'ec455774-a053-4682-ba04-a2b2eeae03b5', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:dd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f4b66f-1fea-406a-b3ef-163f6d33b3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:07Z', 'updated_at': '2021-04-20T18:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb', '_interfaces': [{'id': '0254d28d-3c93-42d3-ac64-e0983842b2a4', 'name': '', 'network_id': 'e3848513-c3d8-4edf-8aa3-1329c2148b80', 'tenant_id': '6379afe3f2fe451f9af2f8c49dc77d87', 'mac_address': 'fa:16:3e:4f:7d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f4b66f-1fea-406a-b3ef-163f6d33b3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'e71ab82a-cf18-4849-a9bf-d019724b1d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:10Z', 'updated_at': '2021-04-20T18:37:18Z', 'revision_number': 5, 'project_id': '6379afe3f2fe451f9af2f8c49dc77d87', 'subnets': [{'id': 'e71ab82a-cf18-4849-a9bf-d019724b1d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:39:17.839003 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d7d2ad-21c0-442c-bcb2-6d478af5562d None None] Checking router: c1f4b66f-1fea-406a-b3ef-163f6d33b3a9 for host: dv-cinder-786932-2-smb {{(pid=86393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:39:17.849459 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d7d2ad-21c0-442c-bcb2-6d478af5562d None None] Routers {'c1f4b66f-1fea-406a-b3ef-163f6d33b3a9'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:39:17.850810 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-f4d7d2ad-21c0-442c-bcb2-6d478af5562d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:38:56Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['c1f4b66f-1fea-406a-b3ef-163f6d33b3a9'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:39:17.857146 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83554d8-244f-4ac7-a912-cdcbe82222d5 req-1bb0e112-6e71-4f2a-a494-5461756df720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:39:17.859105 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a83554d8-244f-4ac7-a912-cdcbe82222d5 req-1bb0e112-6e71-4f2a-a494-5461756df720 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e3848513-c3d8-4edf-8aa3-1329c2148b80 HTTP/1.1" status: 200 len: 915 time: 0.1600430 Apr 20 18:39:17.935662 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a83554d8-244f-4ac7-a912-cdcbe82222d5 req-77656e54-d1b0-454c-aff8-a38c2c35ff3b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d64d5e99-d82c-4b04-993e-2527f3897cb6 HTTP/1.1" status: 200 len: 217 time: 0.0676017 Apr 20 18:39:18.008080 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83554d8-244f-4ac7-a912-cdcbe82222d5 req-06e27ac1-fb25-4b30-94ca-1787f3822bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:39:18.009995 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a83554d8-244f-4ac7-a912-cdcbe82222d5 req-06e27ac1-fb25-4b30-94ca-1787f3822bf9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e71ab82a-cf18-4849-a9bf-d019724b1d31 HTTP/1.1" status: 200 len: 853 time: 0.0678115 Apr 20 18:39:18.047173 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-f4d7d2ad-21c0-442c-bcb2-6d478af5562d None None] Set router c1f4b66f-1fea-406a-b3ef-163f6d33b3a9 gateway port host: dv-cinder-786932-2-smb {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:39:18.097064 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83554d8-244f-4ac7-a912-cdcbe82222d5 req-a6f8e1af-cdfc-4bc4-9788-c9f916e9c163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:39:18.098966 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a83554d8-244f-4ac7-a912-cdcbe82222d5 req-a6f8e1af-cdfc-4bc4-9788-c9f916e9c163 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e3848513-c3d8-4edf-8aa3-1329c2148b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0815401 Apr 20 18:39:18.252205 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a83554d8-244f-4ac7-a912-cdcbe82222d5 req-1472175f-1091-4dd6-860c-27c5464416e8 service neutron] 10.222.0.46 "GET /v2.0/networks/e3848513-c3d8-4edf-8aa3-1329c2148b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458383 Apr 20 18:39:18.401442 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a83554d8-244f-4ac7-a912-cdcbe82222d5 req-9a3d21f8-875a-42b4-8487-de7fa9f4e9df service neutron] 10.222.0.46 "GET /v2.0/networks/e3848513-c3d8-4edf-8aa3-1329c2148b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420510 Apr 20 18:39:18.556274 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-f4d7d2ad-21c0-442c-bcb2-6d478af5562d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f4b66f-1fea-406a-b3ef-163f6d33b3a9', 'name': 'tempest-TestMinimumBasicScenario-674674209-router', 'tenant_id': '6379afe3f2fe451f9af2f8c49dc77d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.164'}], 'enable_snat': True}, 'gw_port_id': 'ec455774-a053-4682-ba04-a2b2eeae03b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:06Z', 'updated_at': '2021-04-20T18:37:10Z', 'revision_number': 4, 'project_id': '6379afe3f2fe451f9af2f8c49dc77d87', 'gw_port': {'id': 'ec455774-a053-4682-ba04-a2b2eeae03b5', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:dd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f4b66f-1fea-406a-b3ef-163f6d33b3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:07Z', 'updated_at': '2021-04-20T18:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb', '_interfaces': [{'id': '0254d28d-3c93-42d3-ac64-e0983842b2a4', 'name': '', 'network_id': 'e3848513-c3d8-4edf-8aa3-1329c2148b80', 'tenant_id': '6379afe3f2fe451f9af2f8c49dc77d87', 'mac_address': 'fa:16:3e:4f:7d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f4b66f-1fea-406a-b3ef-163f6d33b3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'e71ab82a-cf18-4849-a9bf-d019724b1d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:10Z', 'updated_at': '2021-04-20T18:37:18Z', 'revision_number': 5, 'project_id': '6379afe3f2fe451f9af2f8c49dc77d87', 'subnets': [{'id': 'e71ab82a-cf18-4849-a9bf-d019724b1d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:39:18.560569 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d7d2ad-21c0-442c-bcb2-6d478af5562d None None] The sync data for ids ['c1f4b66f-1fea-406a-b3ef-163f6d33b3a9'] in dv-cinder-786932-2-smb is: [{'id': 'c1f4b66f-1fea-406a-b3ef-163f6d33b3a9', 'name': 'tempest-TestMinimumBasicScenario-674674209-router', 'tenant_id': '6379afe3f2fe451f9af2f8c49dc77d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.164'}], 'enable_snat': True}, 'gw_port_id': 'ec455774-a053-4682-ba04-a2b2eeae03b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:06Z', 'updated_at': '2021-04-20T18:37:10Z', 'revision_number': 4, 'project_id': '6379afe3f2fe451f9af2f8c49dc77d87', 'gw_port': {'id': 'ec455774-a053-4682-ba04-a2b2eeae03b5', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:dd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f4b66f-1fea-406a-b3ef-163f6d33b3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:07Z', 'updated_at': '2021-04-20T18:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb', '_interfaces': [{'id': '0254d28d-3c93-42d3-ac64-e0983842b2a4', 'name': '', 'network_id': 'e3848513-c3d8-4edf-8aa3-1329c2148b80', 'tenant_id': '6379afe3f2fe451f9af2f8c49dc77d87', 'mac_address': 'fa:16:3e:4f:7d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f4b66f-1fea-406a-b3ef-163f6d33b3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'e71ab82a-cf18-4849-a9bf-d019724b1d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:10Z', 'updated_at': '2021-04-20T18:37:18Z', 'revision_number': 5, 'project_id': '6379afe3f2fe451f9af2f8c49dc77d87', 'subnets': [{'id': 'e71ab82a-cf18-4849-a9bf-d019724b1d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:39:18.946368 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba825080-72b1-4be5-b063-9ece155ea4e4 None None] New status for floating IP 9e0d754d-e82e-4b03-8c60-363891b51d6a: DOWN {{(pid=86394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 18:39:20.769098 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef8c6e6-64c5-493d-8c39-a2fc90362e1e req-a0b52ba1-c51a-4438-b666-e72ff176efbd tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:39:20.770748 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-0ef8c6e6-64c5-493d-8c39-a2fc90362e1e req-a0b52ba1-c51a-4438-b666-e72ff176efbd tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4aad6b-8589-4274-9f1d-b673c45060d6 HTTP/1.1" status: 200 len: 945 time: 0.0984795 Apr 20 18:39:20.817888 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-0ef8c6e6-64c5-493d-8c39-a2fc90362e1e req-8798f08e-75fb-4a93-b752-2b53bcfe1e19 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Synchronizing usage tracker for tenant:6379afe3f2fe451f9af2f8c49dc77d87 on resource:security_group {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:39:20.834861 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-0ef8c6e6-64c5-493d-8c39-a2fc90362e1e req-8798f08e-75fb-4a93-b752-2b53bcfe1e19 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Unset dirty status for tenant:6379afe3f2fe451f9af2f8c49dc77d87 on resource:security_group {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:39:20.835954 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-0ef8c6e6-64c5-493d-8c39-a2fc90362e1e req-8798f08e-75fb-4a93-b752-2b53bcfe1e19 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/security-groups?id=35f2a537-6b0c-4346-b187-d4573f07123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586071 Apr 20 18:39:22.042117 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d7aaab-c332-464c-8edd-3258be82a295 req-19d71d44-f787-45c8-9bf3-2ea7d5396e5e tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:39:22.042765 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-41d7aaab-c332-464c-8edd-3258be82a295 req-19d71d44-f787-45c8-9bf3-2ea7d5396e5e tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Synchronizing usage tracker for tenant:6379afe3f2fe451f9af2f8c49dc77d87 on resource:port {{(pid=86392) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:39:22.058765 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-41d7aaab-c332-464c-8edd-3258be82a295 req-19d71d44-f787-45c8-9bf3-2ea7d5396e5e tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Unset dirty status for tenant:6379afe3f2fe451f9af2f8c49dc77d87 on resource:port {{(pid=86392) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:39:22.060026 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-41d7aaab-c332-464c-8edd-3258be82a295 req-19d71d44-f787-45c8-9bf3-2ea7d5396e5e tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4aad6b-8589-4274-9f1d-b673c45060d6 HTTP/1.1" status: 200 len: 945 time: 0.1064665 Apr 20 18:39:22.109913 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-41d7aaab-c332-464c-8edd-3258be82a295 req-7b518a25-1b0f-47c8-bd06-508120df2d1d tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/security-groups?id=35f2a537-6b0c-4346-b187-d4573f07123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433338 Apr 20 18:39:22.369266 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af2de85-1c9d-4fed-a71e-6fbd0b67575e req-6690529e-3103-44bc-a775-434cc1ac2d23 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:39:22.370713 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-6af2de85-1c9d-4fed-a71e-6fbd0b67575e req-6690529e-3103-44bc-a775-434cc1ac2d23 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc4aad6b-8589-4274-9f1d-b673c45060d6 HTTP/1.1" status: 200 len: 945 time: 0.0968876 Apr 20 18:39:22.452117 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [req-6af2de85-1c9d-4fed-a71e-6fbd0b67575e req-fc0e01f7-9c0a-45ca-9e61-b3bdf7cf994e tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Deleting port d64d5e99-d82c-4b04-993e-2527f3897cb6 {{(pid=86391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:39:22.452491 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-6af2de85-1c9d-4fed-a71e-6fbd0b67575e req-fc0e01f7-9c0a-45ca-9e61-b3bdf7cf994e tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278078475124'] for port, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:22.719471 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [req-6af2de85-1c9d-4fed-a71e-6fbd0b67575e req-fc0e01f7-9c0a-45ca-9e61-b3bdf7cf994e tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] For port d64d5e99-d82c-4b04-993e-2527f3897cb6, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d64d5e99-d82c-4b04-993e-2527f3897cb6,segment=NetworkSegment(3948fd5c-102c-4086-b0dc-08d0eadc7659),segment_id=3948fd5c-102c-4086-b0dc-08d0eadc7659)] {{(pid=86391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:39:22.719783 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-6af2de85-1c9d-4fed-a71e-6fbd0b67575e req-fc0e01f7-9c0a-45ca-9e61-b3bdf7cf994e tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7972734'] for port, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:22.854400 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [req-6af2de85-1c9d-4fed-a71e-6fbd0b67575e req-fc0e01f7-9c0a-45ca-9e61-b3bdf7cf994e tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Calling delete_port for d64d5e99-d82c-4b04-993e-2527f3897cb6 owned by compute:nova {{(pid=86391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:39:23.007833 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-6af2de85-1c9d-4fed-a71e-6fbd0b67575e req-fc0e01f7-9c0a-45ca-9e61-b3bdf7cf994e tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278078469919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758775855577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368212'] for port, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:23.013462 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-d94b79f3-4ea2-41c3-8a9c-a929bdbe3e6d tempest-VolumesNegativeTest-1903307053 tempest-VolumesNegativeTest-1903307053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:39:23.019678 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] get_ports_and_sgs() called for port_ids ['d64d5e99-d82c-4b04-993e-2527f3897cb6'] {{(pid=86393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:39:23.064140 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e01f7-9c0a-45ca-9e61-b3bdf7cf994e tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Pushing event deleted for resources: {'Port': ['ID=d64d5e99-d82c-4b04-993e-2527f3897cb6,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:39:23.067459 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-fc0e01f7-9c0a-45ca-9e61-b3bdf7cf994e tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:39:23.147684 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [req-6af2de85-1c9d-4fed-a71e-6fbd0b67575e req-fc0e01f7-9c0a-45ca-9e61-b3bdf7cf994e tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] No DVR routers for this DVR port d64d5e99-d82c-4b04-993e-2527f3897cb6 on host hv-cinder-78693 {{(pid=86391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:39:23.151066 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-6af2de85-1c9d-4fed-a71e-6fbd0b67575e req-fc0e01f7-9c0a-45ca-9e61-b3bdf7cf994e tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031'] for port, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:23.154914 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc4aad6b-8589-4274-9f1d-b673c45060d6', 'name': 'network-vif-deleted', 'tag': 'd64d5e99-d82c-4b04-993e-2527f3897cb6'}] {{(pid=86391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:39:23.173267 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-6af2de85-1c9d-4fed-a71e-6fbd0b67575e req-fc0e01f7-9c0a-45ca-9e61-b3bdf7cf994e tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.46 "DELETE /v2.0/ports/d64d5e99-d82c-4b04-993e-2527f3897cb6 HTTP/1.1" status: 204 len: 173 time: 0.7973113 Apr 20 18:39:23.212918 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc4aad6b-8589-4274-9f1d-b673c45060d6', 'name': 'network-vif-deleted', 'tag': 'd64d5e99-d82c-4b04-993e-2527f3897cb6', 'status': 'completed', 'code': 200} Apr 20 18:39:23.276699 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-3b3cc913-8659-414e-b829-072cca7ff2c8 req-363273f6-2d9b-49a0-a730-e2984fb75a73 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Synchronizing usage tracker for tenant:6379afe3f2fe451f9af2f8c49dc77d87 on resource:port {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:39:23.294064 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-3b3cc913-8659-414e-b829-072cca7ff2c8 req-363273f6-2d9b-49a0-a730-e2984fb75a73 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Unset dirty status for tenant:6379afe3f2fe451f9af2f8c49dc77d87 on resource:port {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:39:23.297015 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-3b3cc913-8659-414e-b829-072cca7ff2c8 req-363273f6-2d9b-49a0-a730-e2984fb75a73 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc4aad6b-8589-4274-9f1d-b673c45060d6 HTTP/1.1" status: 200 len: 210 time: 0.0683513 Apr 20 18:39:23.710924 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-321e954b-e1d0-485c-a88b-20848f363710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:25.151565 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 42354) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:25.592196 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-1e12dafe-4b00-466a-b826-6917d4327095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:25.982992 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-6b8216ae-0bef-43a4-acc9-52a17203cbe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401049'] for router_interface, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:26.056087 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device d64d5e99-d82c-4b04-993e-2527f3897cb6 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:39:26.097009 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] No Port match for: d64d5e99-d82c-4b04-993e-2527f3897cb6 {{(pid=86393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:39:26.097399 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device d64d5e99-d82c-4b04-993e-2527f3897cb6 not bound to the agent host hv-cinder-78693 {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:39:26.354953 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-6b8216ae-0bef-43a4-acc9-52a17203cbe8 admin admin] Deleting port 0254d28d-3c93-42d3-ac64-e0983842b2a4 {{(pid=86391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:39:26.355637 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-6b8216ae-0bef-43a4-acc9-52a17203cbe8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278078475124'] for port, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:26.538213 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-6b8216ae-0bef-43a4-acc9-52a17203cbe8 admin admin] For port 0254d28d-3c93-42d3-ac64-e0983842b2a4, host dv-cinder-786932-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=0254d28d-3c93-42d3-ac64-e0983842b2a4,segment=NetworkSegment(3948fd5c-102c-4086-b0dc-08d0eadc7659),segment_id=3948fd5c-102c-4086-b0dc-08d0eadc7659)] {{(pid=86391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:39:26.538636 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-6b8216ae-0bef-43a4-acc9-52a17203cbe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7972734'] for port, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:26.674266 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-6b8216ae-0bef-43a4-acc9-52a17203cbe8 admin admin] Calling delete_port for 0254d28d-3c93-42d3-ac64-e0983842b2a4 owned by network:router_interface {{(pid=86391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:39:26.686315 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3b38f3e8-f2f1-49b6-ac75-f9314cd83db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:26.867512 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-6b8216ae-0bef-43a4-acc9-52a17203cbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278078469919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758775855577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368212'] for port, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:26.872291 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:39:26.920593 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8216ae-0bef-43a4-acc9-52a17203cbe8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0254d28d-3c93-42d3-ac64-e0983842b2a4,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:39:26.948389 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-6b8216ae-0bef-43a4-acc9-52a17203cbe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:39:27.205145 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-6b8216ae-0bef-43a4-acc9-52a17203cbe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846651742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401127'] for router_interface, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:27.589993 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b8216ae-0bef-43a4-acc9-52a17203cbe8 admin admin] Router c1f4b66f-1fea-406a-b3ef-163f6d33b3a9 has already been hosted by L3 agent 41e81354-1f58-48e6-8416-2f8b62d59447 {{(pid=86391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:39:27.780567 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:27.786759 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8216ae-0bef-43a4-acc9-52a17203cbe8 admin admin] Notify agent at l3_agent.dv-cinder-786932-2-smb the message routers_updated {{(pid=86391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:39:27.797191 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cce9217-c42c-49da-bad5-89ef203a346d None None] Sync routers for ids ['c1f4b66f-1fea-406a-b3ef-163f6d33b3a9'] in dv-cinder-786932-2-smb {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:39:27.808393 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-6b8216ae-0bef-43a4-acc9-52a17203cbe8 admin admin] 10.222.0.20 "PUT /v2.0/routers/c1f4b66f-1fea-406a-b3ef-163f6d33b3a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6552596 Apr 20 18:39:27.810177 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cce9217-c42c-49da-bad5-89ef203a346d None None] Routers {'c1f4b66f-1fea-406a-b3ef-163f6d33b3a9'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:39:27.810994 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 42358) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:27.811146 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-1cce9217-c42c-49da-bad5-89ef203a346d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:39:26Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['c1f4b66f-1fea-406a-b3ef-163f6d33b3a9'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:39:28.004744 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d0ed6864-81be-498b-ae4b-a4cc6603a286 admin admin] Notify callbacks [] for router, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:28.009872 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-1cce9217-c42c-49da-bad5-89ef203a346d None None] Set router c1f4b66f-1fea-406a-b3ef-163f6d33b3a9 gateway port host: dv-cinder-786932-2-smb {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:39:28.192267 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d0ed6864-81be-498b-ae4b-a4cc6603a286 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:28.201677 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-d0ed6864-81be-498b-ae4b-a4cc6603a286 admin admin] Deleting port ec455774-a053-4682-ba04-a2b2eeae03b5 {{(pid=86392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:39:28.202045 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d0ed6864-81be-498b-ae4b-a4cc6603a286 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278078475124'] for port, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:28.312859 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-1cce9217-c42c-49da-bad5-89ef203a346d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f4b66f-1fea-406a-b3ef-163f6d33b3a9', 'name': 'tempest-TestMinimumBasicScenario-674674209-router', 'tenant_id': '6379afe3f2fe451f9af2f8c49dc77d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.164'}], 'enable_snat': True}, 'gw_port_id': 'ec455774-a053-4682-ba04-a2b2eeae03b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:06Z', 'updated_at': '2021-04-20T18:39:26Z', 'revision_number': 5, 'project_id': '6379afe3f2fe451f9af2f8c49dc77d87', 'gw_port': {'id': 'ec455774-a053-4682-ba04-a2b2eeae03b5', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:dd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f4b66f-1fea-406a-b3ef-163f6d33b3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:07Z', 'updated_at': '2021-04-20T18:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb'}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:39:28.317169 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cce9217-c42c-49da-bad5-89ef203a346d None None] Checking router: c1f4b66f-1fea-406a-b3ef-163f6d33b3a9 for host: dv-cinder-786932-2-smb {{(pid=86393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:39:28.326875 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cce9217-c42c-49da-bad5-89ef203a346d None None] Routers {'c1f4b66f-1fea-406a-b3ef-163f6d33b3a9'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:39:28.327547 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-1cce9217-c42c-49da-bad5-89ef203a346d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:39:26Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['c1f4b66f-1fea-406a-b3ef-163f6d33b3a9'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:39:28.390892 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-d0ed6864-81be-498b-ae4b-a4cc6603a286 admin admin] For port ec455774-a053-4682-ba04-a2b2eeae03b5, host dv-cinder-786932-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=ec455774-a053-4682-ba04-a2b2eeae03b5,segment=NetworkSegment(2233cf5b-6309-472b-944c-203414fffc35),segment_id=2233cf5b-6309-472b-944c-203414fffc35)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:39:28.391293 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d0ed6864-81be-498b-ae4b-a4cc6603a286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7972734'] for port, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:28.483743 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db4e54cc-07a3-4585-8120-e6421209c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:28.504071 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-1cce9217-c42c-49da-bad5-89ef203a346d None None] Set router c1f4b66f-1fea-406a-b3ef-163f6d33b3a9 gateway port host: None {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:39:28.523218 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-d0ed6864-81be-498b-ae4b-a4cc6603a286 admin admin] Calling delete_port for ec455774-a053-4682-ba04-a2b2eeae03b5 owned by network:router_gateway {{(pid=86392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:39:28.619298 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-1cce9217-c42c-49da-bad5-89ef203a346d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f4b66f-1fea-406a-b3ef-163f6d33b3a9', 'name': 'tempest-TestMinimumBasicScenario-674674209-router', 'tenant_id': '6379afe3f2fe451f9af2f8c49dc77d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:06Z', 'updated_at': '2021-04-20T18:39:28Z', 'revision_number': 6, 'project_id': '6379afe3f2fe451f9af2f8c49dc77d87', 'gw_port_host': None}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:39:28.623987 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cce9217-c42c-49da-bad5-89ef203a346d None None] The sync data for ids ['c1f4b66f-1fea-406a-b3ef-163f6d33b3a9'] in dv-cinder-786932-2-smb is: [{'id': 'c1f4b66f-1fea-406a-b3ef-163f6d33b3a9', 'name': 'tempest-TestMinimumBasicScenario-674674209-router', 'tenant_id': '6379afe3f2fe451f9af2f8c49dc77d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:06Z', 'updated_at': '2021-04-20T18:39:28Z', 'revision_number': 6, 'project_id': '6379afe3f2fe451f9af2f8c49dc77d87', 'gw_port_host': None}] {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:39:28.848152 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d0ed6864-81be-498b-ae4b-a4cc6603a286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278078469919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758775855577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852620706'] for port, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:28.853694 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:39:28.902201 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ed6864-81be-498b-ae4b-a4cc6603a286 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec455774-a053-4682-ba04-a2b2eeae03b5,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:39:28.904892 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-d0ed6864-81be-498b-ae4b-a4cc6603a286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:39:29.004557 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d0ed6864-81be-498b-ae4b-a4cc6603a286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846805146'] for router_gateway, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:29.188308 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d0ed6864-81be-498b-ae4b-a4cc6603a286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854379718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6052'] for router, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:29.190748 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d0ed6864-81be-498b-ae4b-a4cc6603a286 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:29.283267 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d0ed6864-81be-498b-ae4b-a4cc6603a286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-396414'] for router, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:29.284042 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ed6864-81be-498b-ae4b-a4cc6603a286 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1f4b66f-1fea-406a-b3ef-163f6d33b3a9 {{(pid=86392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 18:39:29.299128 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d0ed6864-81be-498b-ae4b-a4cc6603a286 admin admin] Notify callbacks [] for router, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:29.300373 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-d0ed6864-81be-498b-ae4b-a4cc6603a286 admin admin] 10.222.0.20 "DELETE /v2.0/routers/c1f4b66f-1fea-406a-b3ef-163f6d33b3a9 HTTP/1.1" status: 204 len: 168 time: 1.4883547 Apr 20 18:39:29.303526 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 42362) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:29.373040 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.db_base_plugin_v2 [None req-255f772b-4953-49dc-90d3-d28eb48f650a admin admin] Deleting subnet e71ab82a-cf18-4849-a9bf-d019724b1d31 {{(pid=86391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 18:39:29.376184 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-255f772b-4953-49dc-90d3-d28eb48f650a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:29.432445 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-255f772b-4953-49dc-90d3-d28eb48f650a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3391845'] for subnet, precommit_delete_associations {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:29.528545 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-255f772b-4953-49dc-90d3-d28eb48f650a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663204'] for subnet, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:29.806645 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-255f772b-4953-49dc-90d3-d28eb48f650a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854112612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2366720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3304158'] for subnet, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:29.811115 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:39:29.833050 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device ec455774-a053-4682-ba04-a2b2eeae03b5 no longer exists at agent ovs-agent-dv-cinder-786932-2-smb {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:39:29.848654 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255f772b-4953-49dc-90d3-d28eb48f650a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e71ab82a-cf18-4849-a9bf-d019724b1d31,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:39:29.852081 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-255f772b-4953-49dc-90d3-d28eb48f650a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:39:29.853156 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-255f772b-4953-49dc-90d3-d28eb48f650a admin admin] Notify callbacks [] for subnet, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:29.860585 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-255f772b-4953-49dc-90d3-d28eb48f650a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e71ab82a-cf18-4849-a9bf-d019724b1d31 HTTP/1.1" status: 204 len: 168 time: 0.5559154 Apr 20 18:39:29.862526 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 42366) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:29.874807 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6372c1e-b407-478d-b45a-413685e66949 None None] Network e3848513-c3d8-4edf-8aa3-1329c2148b80 requested from dv-cinder-786932-2-smb {{(pid=86393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:39:29.896308 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] No Port match for: ec455774-a053-4682-ba04-a2b2eeae03b5 {{(pid=86393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:39:29.896695 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device ec455774-a053-4682-ba04-a2b2eeae03b5 not bound to the agent host dv-cinder-786932-2-smb {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:39:29.897166 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device 0254d28d-3c93-42d3-ac64-e0983842b2a4 no longer exists at agent ovs-agent-dv-cinder-786932-2-smb {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:39:29.990338 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] No Port match for: 0254d28d-3c93-42d3-ac64-e0983842b2a4 {{(pid=86393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:39:29.990775 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device 0254d28d-3c93-42d3-ac64-e0983842b2a4 not bound to the agent host dv-cinder-786932-2-smb {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:39:30.187441 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc07348-18d1-4a4a-a224-9f91be3feec6 None None] DHCP port deletion for e3848513-c3d8-4edf-8aa3-1329c2148b80 request from dv-cinder-786932-2-smb {{(pid=86393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 18:39:30.192487 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-6dc07348-18d1-4a4a-a224-9f91be3feec6 None None] Deleting port 13a965fd-10b8-46ea-a2a9-d9582559c26a {{(pid=86393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:39:30.192928 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-6dc07348-18d1-4a4a-a224-9f91be3feec6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278078475124'] for port, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:30.250063 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e921ee10-46b2-4ab1-b561-ef0ff0c6439d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569320'] for network, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:30.262310 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-e921ee10-46b2-4ab1-b561-ef0ff0c6439d admin admin] Deleting port 13a965fd-10b8-46ea-a2a9-d9582559c26a {{(pid=86391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:39:30.262693 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e921ee10-46b2-4ab1-b561-ef0ff0c6439d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278078475124'] for port, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:30.410433 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-6dc07348-18d1-4a4a-a224-9f91be3feec6 None None] For port 13a965fd-10b8-46ea-a2a9-d9582559c26a, host dv-cinder-786932-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=13a965fd-10b8-46ea-a2a9-d9582559c26a,segment=NetworkSegment(3948fd5c-102c-4086-b0dc-08d0eadc7659),segment_id=3948fd5c-102c-4086-b0dc-08d0eadc7659)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:39:30.410749 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-6dc07348-18d1-4a4a-a224-9f91be3feec6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7972734'] for port, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:30.486112 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-e921ee10-46b2-4ab1-b561-ef0ff0c6439d admin admin] For port 13a965fd-10b8-46ea-a2a9-d9582559c26a, host dv-cinder-786932-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=13a965fd-10b8-46ea-a2a9-d9582559c26a,segment=NetworkSegment(3948fd5c-102c-4086-b0dc-08d0eadc7659),segment_id=3948fd5c-102c-4086-b0dc-08d0eadc7659)] {{(pid=86391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:39:30.486501 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e921ee10-46b2-4ab1-b561-ef0ff0c6439d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7972734'] for port, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:30.544029 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-6dc07348-18d1-4a4a-a224-9f91be3feec6 None None] Calling delete_port for 13a965fd-10b8-46ea-a2a9-d9582559c26a owned by network:dhcp {{(pid=86393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:39:30.620518 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-6dc07348-18d1-4a4a-a224-9f91be3feec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278078469919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758775855577'] for port, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:30.620813 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-e921ee10-46b2-4ab1-b561-ef0ff0c6439d admin admin] Calling delete_port for 13a965fd-10b8-46ea-a2a9-d9582559c26a owned by network:dhcp {{(pid=86391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:39:30.624524 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:39:30.673117 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc07348-18d1-4a4a-a224-9f91be3feec6 None None] Pushing event deleted for resources: {'Port': ['ID=13a965fd-10b8-46ea-a2a9-d9582559c26a,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:39:30.678410 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc07348-18d1-4a4a-a224-9f91be3feec6 None None] No DVR routers for this DVR port 13a965fd-10b8-46ea-a2a9-d9582559c26a on host dv-cinder-786932-2-smb {{(pid=86393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:39:30.684449 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc07348-18d1-4a4a-a224-9f91be3feec6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:30.684905 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc07348-18d1-4a4a-a224-9f91be3feec6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:30.685287 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc07348-18d1-4a4a-a224-9f91be3feec6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:30.685652 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc07348-18d1-4a4a-a224-9f91be3feec6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:30.685986 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc07348-18d1-4a4a-a224-9f91be3feec6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:30.686350 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc07348-18d1-4a4a-a224-9f91be3feec6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:30.686731 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc07348-18d1-4a4a-a224-9f91be3feec6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:30.687103 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc07348-18d1-4a4a-a224-9f91be3feec6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:30.687463 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc07348-18d1-4a4a-a224-9f91be3feec6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:30.687823 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc07348-18d1-4a4a-a224-9f91be3feec6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:30.688178 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc07348-18d1-4a4a-a224-9f91be3feec6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:30.688533 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc07348-18d1-4a4a-a224-9f91be3feec6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:30.692342 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-6dc07348-18d1-4a4a-a224-9f91be3feec6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:39:30.703782 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.db.api [None req-e921ee10-46b2-4ab1-b561-ef0ff0c6439d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86391) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 18:39:30.704165 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_db.api [None req-e921ee10-46b2-4ab1-b561-ef0ff0c6439d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 18:39:31.207014 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-e921ee10-46b2-4ab1-b561-ef0ff0c6439d admin admin] Deleting port 13a965fd-10b8-46ea-a2a9-d9582559c26a {{(pid=86391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:39:31.207911 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e921ee10-46b2-4ab1-b561-ef0ff0c6439d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278078475124'] for port, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:31.292027 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-e921ee10-46b2-4ab1-b561-ef0ff0c6439d admin admin] The port '13a965fd-10b8-46ea-a2a9-d9582559c26a' was deleted {{(pid=86391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 18:39:31.416407 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e921ee10-46b2-4ab1-b561-ef0ff0c6439d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854112527', 'neutron.services.segments.db._delete_segments_for_network-8758776337267'] for network, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:31.546207 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.services.segments.db [None req-e921ee10-46b2-4ab1-b561-ef0ff0c6439d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3848513-c3d8-4edf-8aa3-1329c2148b80']}} {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:39:31.559562 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.services.segments.db [None req-e921ee10-46b2-4ab1-b561-ef0ff0c6439d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3948fd5c-102c-4086-b0dc-08d0eadc7659') {'for_net_delete': True} {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:39:31.559898 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.services.segments.db [None req-e921ee10-46b2-4ab1-b561-ef0ff0c6439d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3948fd5c-102c-4086-b0dc-08d0eadc7659') {} {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:39:31.572487 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e921ee10-46b2-4ab1-b561-ef0ff0c6439d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278078409571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851383955'] for segment, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:31.587867 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e921ee10-46b2-4ab1-b561-ef0ff0c6439d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854116670'] for segment, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:31.594355 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e921ee10-46b2-4ab1-b561-ef0ff0c6439d admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=86391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 18:39:31.783779 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-e921ee10-46b2-4ab1-b561-ef0ff0c6439d admin admin] Network e3848513-c3d8-4edf-8aa3-1329c2148b80 has no segments {{(pid=86391) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:39:31.793259 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e921ee10-46b2-4ab1-b561-ef0ff0c6439d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-659125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852407645'] for segment, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:31.833780 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device 13a965fd-10b8-46ea-a2a9-d9582559c26a no longer exists at agent ovs-agent-dv-cinder-786932-2-smb {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:39:31.983375 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-e921ee10-46b2-4ab1-b561-ef0ff0c6439d admin admin] Network e3848513-c3d8-4edf-8aa3-1329c2148b80 has no segments {{(pid=86391) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:39:32.007856 dv-cinder-786932-2-smb neutron-server[86278]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 18:39:32.007856 dv-cinder-786932-2-smb neutron-server[86278]: % (table.description, expected, rows_matched) Apr 20 18:39:32.007856 dv-cinder-786932-2-smb neutron-server[86278]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 18:39:32.007856 dv-cinder-786932-2-smb neutron-server[86278]: % (table.description, expected, rows_matched) Apr 20 18:39:32.007856 dv-cinder-786932-2-smb neutron-server[86278]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 18:39:32.007856 dv-cinder-786932-2-smb neutron-server[86278]: % (table.description, expected, rows_matched) Apr 20 18:39:32.007856 dv-cinder-786932-2-smb neutron-server[86278]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 18:39:32.007856 dv-cinder-786932-2-smb neutron-server[86278]: % (table.description, expected, rows_matched) Apr 20 18:39:32.007856 dv-cinder-786932-2-smb neutron-server[86278]: Traceback (most recent call last): Apr 20 18:39:32.007856 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 18:39:32.007856 dv-cinder-786932-2-smb neutron-server[86278]: timer() Apr 20 18:39:32.007856 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:39:32.007856 dv-cinder-786932-2-smb neutron-server[86278]: cb(*args, **kw) Apr 20 18:39:32.007856 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 18:39:32.007856 dv-cinder-786932-2-smb neutron-server[86278]: return func(*args, **kwargs) Apr 20 18:39:32.007856 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:39:32.007856 dv-cinder-786932-2-smb neutron-server[86278]: self._notify() Apr 20 18:39:32.007856 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:39:32.007856 dv-cinder-786932-2-smb neutron-server[86278]: self.callback(batched_events) Apr 20 18:39:32.007856 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:39:32.007856 dv-cinder-786932-2-smb neutron-server[86278]: event.method(event) Apr 20 18:39:32.007856 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:39:32.007856 dv-cinder-786932-2-smb neutron-server[86278]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:39:32.007856 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 18:39:32.007856 dv-cinder-786932-2-smb neutron-server[86278]: segment_id)['aggregates'][0] Apr 20 18:39:32.007856 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:39:32.007856 dv-cinder-786932-2-smb neutron-server[86278]: return f(self, *a, **k) Apr 20 18:39:32.007856 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 18:39:32.007856 dv-cinder-786932-2-smb neutron-server[86278]: return self._get(url).json() Apr 20 18:39:32.007856 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:39:32.007856 dv-cinder-786932-2-smb neutron-server[86278]: **kwargs) Apr 20 18:39:32.007856 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 18:39:32.007856 dv-cinder-786932-2-smb neutron-server[86278]: return self.request(url, 'GET', **kwargs) Apr 20 18:39:32.007856 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 18:39:32.007856 dv-cinder-786932-2-smb neutron-server[86278]: **endpoint_filter) Apr 20 18:39:32.007856 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 18:39:32.007856 dv-cinder-786932-2-smb neutron-server[86278]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:39:32.007856 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 18:39:32.007856 dv-cinder-786932-2-smb neutron-server[86278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:39:32.007856 dv-cinder-786932-2-smb neutron-server[86278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:39:32.048665 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] No Port match for: 13a965fd-10b8-46ea-a2a9-d9582559c26a {{(pid=86393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:39:32.049060 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device 13a965fd-10b8-46ea-a2a9-d9582559c26a not bound to the agent host dv-cinder-786932-2-smb {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:39:32.090539 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e921ee10-46b2-4ab1-b561-ef0ff0c6439d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-663289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854378623'] for network, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:32.094461 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:39:32.110956 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e921ee10-46b2-4ab1-b561-ef0ff0c6439d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for network, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:32.119906 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e921ee10-46b2-4ab1-b561-ef0ff0c6439d admin admin] Pushing event deleted for resources: {'Network': ['ID=e3848513-c3d8-4edf-8aa3-1329c2148b80,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:39:32.123304 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-e921ee10-46b2-4ab1-b561-ef0ff0c6439d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:39:32.134523 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-e921ee10-46b2-4ab1-b561-ef0ff0c6439d admin admin] 10.222.0.20 "DELETE /v2.0/networks/e3848513-c3d8-4edf-8aa3-1329c2148b80 HTTP/1.1" status: 204 len: 168 time: 2.2709167 Apr 20 18:39:32.137894 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 42370) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:32.728185 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-f48f8251-8fa6-4b35-9306-4b238f07739d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401049'] for router_interface, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:33.103092 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-f48f8251-8fa6-4b35-9306-4b238f07739d admin admin] Deleting port 09b01d0c-e425-4235-b2dd-1531c173d817 {{(pid=86391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:39:33.103472 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-f48f8251-8fa6-4b35-9306-4b238f07739d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278078475124'] for port, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:33.292846 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-f48f8251-8fa6-4b35-9306-4b238f07739d admin admin] For port 09b01d0c-e425-4235-b2dd-1531c173d817, host dv-cinder-786932-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=09b01d0c-e425-4235-b2dd-1531c173d817,segment=NetworkSegment(6e5656bf-90bc-4b1c-ac16-694ed41f70fb),segment_id=6e5656bf-90bc-4b1c-ac16-694ed41f70fb)] {{(pid=86391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:39:33.293252 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-f48f8251-8fa6-4b35-9306-4b238f07739d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7972734'] for port, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:33.423832 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-f48f8251-8fa6-4b35-9306-4b238f07739d admin admin] Calling delete_port for 09b01d0c-e425-4235-b2dd-1531c173d817 owned by network:router_interface {{(pid=86391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:39:33.605420 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-f48f8251-8fa6-4b35-9306-4b238f07739d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278078469919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758775855577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368212'] for port, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:33.609186 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-fc0e01f7-9c0a-45ca-9e61-b3bdf7cf994e tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:39:33.655678 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f8251-8fa6-4b35-9306-4b238f07739d admin admin] Pushing event deleted for resources: {'Port': ['ID=09b01d0c-e425-4235-b2dd-1531c173d817,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:39:33.659334 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-f48f8251-8fa6-4b35-9306-4b238f07739d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:39:34.209993 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-f48f8251-8fa6-4b35-9306-4b238f07739d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846651742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401127'] for router_interface, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:34.600061 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f48f8251-8fa6-4b35-9306-4b238f07739d admin admin] Router ed363d92-4a7d-4768-81a1-636a5489c64e has already been hosted by L3 agent 41e81354-1f58-48e6-8416-2f8b62d59447 {{(pid=86391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:39:34.793616 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48f8251-8fa6-4b35-9306-4b238f07739d admin admin] Notify agent at l3_agent.dv-cinder-786932-2-smb the message routers_updated {{(pid=86391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:39:34.803437 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabf7afe-64b8-4a55-a7ff-9fcf71429d56 None None] Sync routers for ids ['ed363d92-4a7d-4768-81a1-636a5489c64e'] in dv-cinder-786932-2-smb {{(pid=86394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:39:34.811734 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-f48f8251-8fa6-4b35-9306-4b238f07739d admin admin] 10.222.0.20 "PUT /v2.0/routers/ed363d92-4a7d-4768-81a1-636a5489c64e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6727154 Apr 20 18:39:34.813684 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 42374) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:34.815506 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabf7afe-64b8-4a55-a7ff-9fcf71429d56 None None] Routers {'ed363d92-4a7d-4768-81a1-636a5489c64e'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:39:34.816269 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-dabf7afe-64b8-4a55-a7ff-9fcf71429d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:39:26Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['ed363d92-4a7d-4768-81a1-636a5489c64e'], 'active': True} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:39:35.000731 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0dfc23df-5b07-4ee8-9e7f-8dc6ae8c2200 admin admin] Notify callbacks [] for router, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:35.009218 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-dabf7afe-64b8-4a55-a7ff-9fcf71429d56 None None] Set router ed363d92-4a7d-4768-81a1-636a5489c64e gateway port host: dv-cinder-786932-2-smb {{(pid=86394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:39:35.195149 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0dfc23df-5b07-4ee8-9e7f-8dc6ae8c2200 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:35.204218 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-0dfc23df-5b07-4ee8-9e7f-8dc6ae8c2200 admin admin] Deleting port dd73aec3-4a27-4ba9-9c0e-db3d62c30fd5 {{(pid=86391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:39:35.204587 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0dfc23df-5b07-4ee8-9e7f-8dc6ae8c2200 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278078475124'] for port, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:35.312676 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-dabf7afe-64b8-4a55-a7ff-9fcf71429d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed363d92-4a7d-4768-81a1-636a5489c64e', 'name': 'tempest-TestMinimumBasicScenario-1609010952-router', 'tenant_id': 'b1b471b426fc436193f0215de8a59cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.86'}], 'enable_snat': True}, 'gw_port_id': 'dd73aec3-4a27-4ba9-9c0e-db3d62c30fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:14Z', 'updated_at': '2021-04-20T18:39:33Z', 'revision_number': 5, 'project_id': 'b1b471b426fc436193f0215de8a59cfb', 'gw_port': {'id': 'dd73aec3-4a27-4ba9-9c0e-db3d62c30fd5', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:df:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed363d92-4a7d-4768-81a1-636a5489c64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:37:14Z', 'updated_at': '2021-04-20T18:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb'}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:39:35.317447 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabf7afe-64b8-4a55-a7ff-9fcf71429d56 None None] Checking router: ed363d92-4a7d-4768-81a1-636a5489c64e for host: dv-cinder-786932-2-smb {{(pid=86394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:39:35.327579 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabf7afe-64b8-4a55-a7ff-9fcf71429d56 None None] Routers {'ed363d92-4a7d-4768-81a1-636a5489c64e'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:39:35.328214 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-dabf7afe-64b8-4a55-a7ff-9fcf71429d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:39:26Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['ed363d92-4a7d-4768-81a1-636a5489c64e'], 'active': True} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:39:35.392846 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-0dfc23df-5b07-4ee8-9e7f-8dc6ae8c2200 admin admin] For port dd73aec3-4a27-4ba9-9c0e-db3d62c30fd5, host dv-cinder-786932-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=dd73aec3-4a27-4ba9-9c0e-db3d62c30fd5,segment=NetworkSegment(2233cf5b-6309-472b-944c-203414fffc35),segment_id=2233cf5b-6309-472b-944c-203414fffc35)] {{(pid=86391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:39:35.393238 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0dfc23df-5b07-4ee8-9e7f-8dc6ae8c2200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7972734'] for port, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:35.493724 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-dabf7afe-64b8-4a55-a7ff-9fcf71429d56 None None] Set router ed363d92-4a7d-4768-81a1-636a5489c64e gateway port host: None {{(pid=86394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:39:35.525409 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-0dfc23df-5b07-4ee8-9e7f-8dc6ae8c2200 admin admin] Calling delete_port for dd73aec3-4a27-4ba9-9c0e-db3d62c30fd5 owned by network:router_gateway {{(pid=86391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:39:35.609408 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-dabf7afe-64b8-4a55-a7ff-9fcf71429d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed363d92-4a7d-4768-81a1-636a5489c64e', 'name': 'tempest-TestMinimumBasicScenario-1609010952-router', 'tenant_id': 'b1b471b426fc436193f0215de8a59cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:14Z', 'updated_at': '2021-04-20T18:39:35Z', 'revision_number': 6, 'project_id': 'b1b471b426fc436193f0215de8a59cfb', 'gw_port_host': None}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:39:35.613752 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabf7afe-64b8-4a55-a7ff-9fcf71429d56 None None] The sync data for ids ['ed363d92-4a7d-4768-81a1-636a5489c64e'] in dv-cinder-786932-2-smb is: [{'id': 'ed363d92-4a7d-4768-81a1-636a5489c64e', 'name': 'tempest-TestMinimumBasicScenario-1609010952-router', 'tenant_id': 'b1b471b426fc436193f0215de8a59cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:37:14Z', 'updated_at': '2021-04-20T18:39:35Z', 'revision_number': 6, 'project_id': 'b1b471b426fc436193f0215de8a59cfb', 'gw_port_host': None}] {{(pid=86394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:39:35.715745 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0dfc23df-5b07-4ee8-9e7f-8dc6ae8c2200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278078469919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758775855577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368212'] for port, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:35.722788 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-161f50b8-498e-431e-a170-93bc41f0091d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:39:35.786046 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device 09b01d0c-e425-4235-b2dd-1531c173d817 no longer exists at agent ovs-agent-dv-cinder-786932-2-smb {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:39:35.792504 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfc23df-5b07-4ee8-9e7f-8dc6ae8c2200 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd73aec3-4a27-4ba9-9c0e-db3d62c30fd5,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:39:35.826960 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-0dfc23df-5b07-4ee8-9e7f-8dc6ae8c2200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:39:35.833374 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] No Port match for: 09b01d0c-e425-4235-b2dd-1531c173d817 {{(pid=86393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:39:35.833766 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device 09b01d0c-e425-4235-b2dd-1531c173d817 not bound to the agent host dv-cinder-786932-2-smb {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:39:35.890980 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0dfc23df-5b07-4ee8-9e7f-8dc6ae8c2200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846805146'] for router_gateway, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:36.080969 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0dfc23df-5b07-4ee8-9e7f-8dc6ae8c2200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854379718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6052'] for router, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:36.083728 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0dfc23df-5b07-4ee8-9e7f-8dc6ae8c2200 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:36.110161 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0dfc23df-5b07-4ee8-9e7f-8dc6ae8c2200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-396414'] for router, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:36.110744 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dfc23df-5b07-4ee8-9e7f-8dc6ae8c2200 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed363d92-4a7d-4768-81a1-636a5489c64e {{(pid=86391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 18:39:36.124350 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0dfc23df-5b07-4ee8-9e7f-8dc6ae8c2200 admin admin] Notify callbacks [] for router, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:36.125577 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-0dfc23df-5b07-4ee8-9e7f-8dc6ae8c2200 admin admin] 10.222.0.20 "DELETE /v2.0/routers/ed363d92-4a7d-4768-81a1-636a5489c64e HTTP/1.1" status: 204 len: 168 time: 1.3108599 Apr 20 18:39:36.128413 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 42378) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:36.199255 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.db_base_plugin_v2 [None req-12ff2033-f236-46fa-8179-eda5aab09eb4 admin admin] Deleting subnet c4b6fb2a-7df1-4c77-b398-e5d2535447ec {{(pid=86391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 18:39:36.202944 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-12ff2033-f236-46fa-8179-eda5aab09eb4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:36.257391 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-12ff2033-f236-46fa-8179-eda5aab09eb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3391845'] for subnet, precommit_delete_associations {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:36.344443 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-12ff2033-f236-46fa-8179-eda5aab09eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663204'] for subnet, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:36.626342 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-12ff2033-f236-46fa-8179-eda5aab09eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854112612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2366720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3304158'] for subnet, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:36.631518 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-24aaf0cc-710e-488c-800c-74ee83d93766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:39:36.671962 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ff2033-f236-46fa-8179-eda5aab09eb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4b6fb2a-7df1-4c77-b398-e5d2535447ec,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:39:36.674168 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-12ff2033-f236-46fa-8179-eda5aab09eb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:36.676882 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-12ff2033-f236-46fa-8179-eda5aab09eb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:39:36.679567 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832a6487-dbfa-42be-9d97-664bee742475 None None] Network aa865ec1-49b5-45e5-b1b9-17236c55d5bf requested from dv-cinder-786932-2-smb {{(pid=86393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:39:36.681662 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-12ff2033-f236-46fa-8179-eda5aab09eb4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c4b6fb2a-7df1-4c77-b398-e5d2535447ec HTTP/1.1" status: 204 len: 168 time: 0.5522110 Apr 20 18:39:36.684499 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 42382) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:36.797498 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-45c0a15b-d592-41d9-ae8b-ac188378a962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569320'] for network, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:36.809129 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-45c0a15b-d592-41d9-ae8b-ac188378a962 admin admin] Deleting port 0aee1163-e7a9-43df-ad22-bc8d2f141ccf {{(pid=86391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:39:36.809498 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-45c0a15b-d592-41d9-ae8b-ac188378a962 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278078475124'] for port, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:36.952116 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966b9b08-7fb7-4b1e-b316-9e275d1fb8f5 None None] DHCP port deletion for aa865ec1-49b5-45e5-b1b9-17236c55d5bf request from dv-cinder-786932-2-smb {{(pid=86393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 18:39:36.956955 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-966b9b08-7fb7-4b1e-b316-9e275d1fb8f5 None None] Deleting port 0aee1163-e7a9-43df-ad22-bc8d2f141ccf {{(pid=86393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:39:36.957373 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-966b9b08-7fb7-4b1e-b316-9e275d1fb8f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278078475124'] for port, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:37.038581 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-45c0a15b-d592-41d9-ae8b-ac188378a962 admin admin] For port 0aee1163-e7a9-43df-ad22-bc8d2f141ccf, host dv-cinder-786932-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=0aee1163-e7a9-43df-ad22-bc8d2f141ccf,segment=NetworkSegment(6e5656bf-90bc-4b1c-ac16-694ed41f70fb),segment_id=6e5656bf-90bc-4b1c-ac16-694ed41f70fb)] {{(pid=86391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:39:37.038999 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-45c0a15b-d592-41d9-ae8b-ac188378a962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7972734'] for port, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:37.172510 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-966b9b08-7fb7-4b1e-b316-9e275d1fb8f5 None None] For port 0aee1163-e7a9-43df-ad22-bc8d2f141ccf, host dv-cinder-786932-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=0aee1163-e7a9-43df-ad22-bc8d2f141ccf,segment=NetworkSegment(6e5656bf-90bc-4b1c-ac16-694ed41f70fb),segment_id=6e5656bf-90bc-4b1c-ac16-694ed41f70fb)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:39:37.172861 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-966b9b08-7fb7-4b1e-b316-9e275d1fb8f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7972734'] for port, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:37.184728 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-45c0a15b-d592-41d9-ae8b-ac188378a962 admin admin] Calling delete_port for 0aee1163-e7a9-43df-ad22-bc8d2f141ccf owned by network:dhcp {{(pid=86391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:39:37.310074 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-966b9b08-7fb7-4b1e-b316-9e275d1fb8f5 None None] Calling delete_port for 0aee1163-e7a9-43df-ad22-bc8d2f141ccf owned by network:dhcp {{(pid=86393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:39:37.392666 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-966b9b08-7fb7-4b1e-b316-9e275d1fb8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278078469919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758775855577'] for port, after_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:37.397026 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:39:37.447195 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b9b08-7fb7-4b1e-b316-9e275d1fb8f5 None None] Pushing event deleted for resources: {'Port': ['ID=0aee1163-e7a9-43df-ad22-bc8d2f141ccf,revision_number=None']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:39:37.450459 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-966b9b08-7fb7-4b1e-b316-9e275d1fb8f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:39:37.451406 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966b9b08-7fb7-4b1e-b316-9e275d1fb8f5 None None] No DVR routers for this DVR port 0aee1163-e7a9-43df-ad22-bc8d2f141ccf on host dv-cinder-786932-2-smb {{(pid=86393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:39:37.545821 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.db.api [None req-45c0a15b-d592-41d9-ae8b-ac188378a962 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86391) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 18:39:37.546192 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_db.api [None req-45c0a15b-d592-41d9-ae8b-ac188378a962 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 18:39:37.829504 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device dd73aec3-4a27-4ba9-9c0e-db3d62c30fd5 no longer exists at agent ovs-agent-dv-cinder-786932-2-smb {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:39:37.867066 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] No Port match for: dd73aec3-4a27-4ba9-9c0e-db3d62c30fd5 {{(pid=86393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:39:37.867470 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device dd73aec3-4a27-4ba9-9c0e-db3d62c30fd5 not bound to the agent host dv-cinder-786932-2-smb {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:39:37.867943 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device 0aee1163-e7a9-43df-ad22-bc8d2f141ccf no longer exists at agent ovs-agent-dv-cinder-786932-2-smb {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:39:37.904054 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] No Port match for: 0aee1163-e7a9-43df-ad22-bc8d2f141ccf {{(pid=86393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:39:37.904447 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device 0aee1163-e7a9-43df-ad22-bc8d2f141ccf not bound to the agent host dv-cinder-786932-2-smb {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:39:38.047758 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-45c0a15b-d592-41d9-ae8b-ac188378a962 admin admin] Deleting port 0aee1163-e7a9-43df-ad22-bc8d2f141ccf {{(pid=86391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:39:38.048399 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-45c0a15b-d592-41d9-ae8b-ac188378a962 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278078475124'] for port, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:38.136525 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-45c0a15b-d592-41d9-ae8b-ac188378a962 admin admin] The port '0aee1163-e7a9-43df-ad22-bc8d2f141ccf' was deleted {{(pid=86391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 18:39:38.264487 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-45c0a15b-d592-41d9-ae8b-ac188378a962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854112527', 'neutron.services.segments.db._delete_segments_for_network-8758776337267'] for network, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:38.387677 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.services.segments.db [None req-45c0a15b-d592-41d9-ae8b-ac188378a962 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa865ec1-49b5-45e5-b1b9-17236c55d5bf']}} {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:39:38.404469 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.services.segments.db [None req-45c0a15b-d592-41d9-ae8b-ac188378a962 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e5656bf-90bc-4b1c-ac16-694ed41f70fb') {'for_net_delete': True} {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:39:38.404972 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.services.segments.db [None req-45c0a15b-d592-41d9-ae8b-ac188378a962 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e5656bf-90bc-4b1c-ac16-694ed41f70fb') {} {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:39:38.417046 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-45c0a15b-d592-41d9-ae8b-ac188378a962 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278078409571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851383955'] for segment, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:38.436200 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-45c0a15b-d592-41d9-ae8b-ac188378a962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854116670'] for segment, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:38.442827 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45c0a15b-d592-41d9-ae8b-ac188378a962 admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=86391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 18:39:38.622847 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-45c0a15b-d592-41d9-ae8b-ac188378a962 admin admin] Network aa865ec1-49b5-45e5-b1b9-17236c55d5bf has no segments {{(pid=86391) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:39:38.631909 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-45c0a15b-d592-41d9-ae8b-ac188378a962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-659125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852407645'] for segment, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:38.823726 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-45c0a15b-d592-41d9-ae8b-ac188378a962 admin admin] Network aa865ec1-49b5-45e5-b1b9-17236c55d5bf has no segments {{(pid=86391) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:39:38.847880 dv-cinder-786932-2-smb neutron-server[86278]: Traceback (most recent call last): Apr 20 18:39:38.847880 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 18:39:38.847880 dv-cinder-786932-2-smb neutron-server[86278]: timer() Apr 20 18:39:38.847880 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:39:38.847880 dv-cinder-786932-2-smb neutron-server[86278]: cb(*args, **kw) Apr 20 18:39:38.847880 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 18:39:38.847880 dv-cinder-786932-2-smb neutron-server[86278]: return func(*args, **kwargs) Apr 20 18:39:38.847880 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:39:38.847880 dv-cinder-786932-2-smb neutron-server[86278]: self._notify() Apr 20 18:39:38.847880 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:39:38.847880 dv-cinder-786932-2-smb neutron-server[86278]: self.callback(batched_events) Apr 20 18:39:38.847880 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:39:38.847880 dv-cinder-786932-2-smb neutron-server[86278]: event.method(event) Apr 20 18:39:38.847880 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:39:38.847880 dv-cinder-786932-2-smb neutron-server[86278]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:39:38.847880 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 18:39:38.847880 dv-cinder-786932-2-smb neutron-server[86278]: segment_id)['aggregates'][0] Apr 20 18:39:38.847880 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:39:38.847880 dv-cinder-786932-2-smb neutron-server[86278]: return f(self, *a, **k) Apr 20 18:39:38.847880 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 18:39:38.847880 dv-cinder-786932-2-smb neutron-server[86278]: return self._get(url).json() Apr 20 18:39:38.847880 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:39:38.847880 dv-cinder-786932-2-smb neutron-server[86278]: **kwargs) Apr 20 18:39:38.847880 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 18:39:38.847880 dv-cinder-786932-2-smb neutron-server[86278]: return self.request(url, 'GET', **kwargs) Apr 20 18:39:38.847880 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 18:39:38.847880 dv-cinder-786932-2-smb neutron-server[86278]: **endpoint_filter) Apr 20 18:39:38.847880 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 18:39:38.847880 dv-cinder-786932-2-smb neutron-server[86278]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:39:38.847880 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 18:39:38.847880 dv-cinder-786932-2-smb neutron-server[86278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:39:38.847880 dv-cinder-786932-2-smb neutron-server[86278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:39:38.942948 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-45c0a15b-d592-41d9-ae8b-ac188378a962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-663289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854378623'] for network, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:38.948599 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-45c0a15b-d592-41d9-ae8b-ac188378a962 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for network, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:38.951519 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:39:38.976058 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c0a15b-d592-41d9-ae8b-ac188378a962 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa865ec1-49b5-45e5-b1b9-17236c55d5bf,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:39:38.978406 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-45c0a15b-d592-41d9-ae8b-ac188378a962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:39:38.983060 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-45c0a15b-d592-41d9-ae8b-ac188378a962 admin admin] 10.222.0.20 "DELETE /v2.0/networks/aa865ec1-49b5-45e5-b1b9-17236c55d5bf HTTP/1.1" status: 204 len: 168 time: 2.2975080 Apr 20 18:39:39.201940 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 42388) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:39.255577 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-586af38b-c944-4b71-b57c-b6467f458153 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6379afe3f2fe451f9af2f8c49dc77d87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0522995 Apr 20 18:39:39.259306 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 42392) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:39.328684 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-637dceec-1a1c-44ec-828c-f86ccb42a5ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:39.356355 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-637dceec-1a1c-44ec-828c-f86ccb42a5ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:39.416448 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-637dceec-1a1c-44ec-828c-f86ccb42a5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:39.422131 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-460070f9-321f-4d9e-8a6b-1fe723969621 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:39:39.435384 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637dceec-1a1c-44ec-828c-f86ccb42a5ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f2a537-6b0c-4346-b187-d4573f07123b,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:39:39.438012 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-637dceec-1a1c-44ec-828c-f86ccb42a5ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:39:39.449427 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-637dceec-1a1c-44ec-828c-f86ccb42a5ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:39.450739 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-637dceec-1a1c-44ec-828c-f86ccb42a5ea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/35f2a537-6b0c-4346-b187-d4573f07123b HTTP/1.1" status: 204 len: 168 time: 0.1902702 Apr 20 18:39:39.874884 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 42402) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:39.927713 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-88899349-6797-47b1-bec1-9e47f78ebadd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b1b471b426fc436193f0215de8a59cfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0515530 Apr 20 18:39:39.930462 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 42406) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:39.992052 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-c975697c-8993-483c-9527-153210b4599a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:40.019773 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-c975697c-8993-483c-9527-153210b4599a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:40.076505 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-c975697c-8993-483c-9527-153210b4599a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:40.080255 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-5b62a516-33fc-4d00-8e6a-8e03c9b1e888 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:39:40.095660 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c975697c-8993-483c-9527-153210b4599a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9241d5b5-b8af-4a0c-966e-072f493ac17a,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:39:40.098603 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-c975697c-8993-483c-9527-153210b4599a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:39:40.103145 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-c975697c-8993-483c-9527-153210b4599a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:40.104406 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-c975697c-8993-483c-9527-153210b4599a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9241d5b5-b8af-4a0c-966e-072f493ac17a HTTP/1.1" status: 204 len: 168 time: 0.1728954 Apr 20 18:39:40.957206 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 42434) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:41.083738 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-76903db8-c93a-482a-aced-1ee297151ede admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1300468950-network', 'tenant_id': '78523cc200d74d3593590973bc47d263'}} {{(pid=86392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:39:41.089655 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-76903db8-c93a-482a-aced-1ee297151ede admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:39:41.093833 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-76903db8-c93a-482a-aced-1ee297151ede admin admin] Usage tracker for resource:network and tenant:78523cc200d74d3593590973bc47d263 is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:39:41.096873 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-76903db8-c93a-482a-aced-1ee297151ede admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:39:41.102939 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-76903db8-c93a-482a-aced-1ee297151ede admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:39:41.114953 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76903db8-c93a-482a-aced-1ee297151ede admin admin] Made reservation on behalf of 78523cc200d74d3593590973bc47d263 for: {'network': 1} {{(pid=86392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:39:41.119958 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-76903db8-c93a-482a-aced-1ee297151ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for network, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:41.133589 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-76903db8-c93a-482a-aced-1ee297151ede admin admin] Notify callbacks [] for security_group, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:41.149285 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-76903db8-c93a-482a-aced-1ee297151ede admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:39:41.153595 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-76903db8-c93a-482a-aced-1ee297151ede admin admin] Usage tracker for resource:security_group_rule and tenant:78523cc200d74d3593590973bc47d263 is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:39:41.156919 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-76903db8-c93a-482a-aced-1ee297151ede admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:39:41.163491 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-76903db8-c93a-482a-aced-1ee297151ede admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:39:41.249745 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-76903db8-c93a-482a-aced-1ee297151ede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:41.253813 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-76903db8-c93a-482a-aced-1ee297151ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:41.256880 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-bcb852fb-08e1-4215-8472-f77bb0d6e2ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:39:41.282885 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76903db8-c93a-482a-aced-1ee297151ede admin admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=86392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 18:39:41.295880 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76903db8-c93a-482a-aced-1ee297151ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63e29e3-e4e9-4b22-a42c-4a011985a070,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:39:41.300152 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-76903db8-c93a-482a-aced-1ee297151ede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:39:41.301103 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-76903db8-c93a-482a-aced-1ee297151ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854116670'] for segment, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:41.301483 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.db.segments_db [None req-76903db8-c93a-482a-aced-1ee297151ede admin admin] Added segment 8efd7045-e71c-4bc2-ba35-3f4fd3793e5a of type vlan for network e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d Apr 20 18:39:41.328533 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-76903db8-c93a-482a-aced-1ee297151ede admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758775846003'] for network, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:41.359789 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-76903db8-c93a-482a-aced-1ee297151ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058'] for network, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:41.361168 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76903db8-c93a-482a-aced-1ee297151ede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:39:41.361805 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-76903db8-c93a-482a-aced-1ee297151ede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for network, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:41.365273 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:39:41.472080 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76903db8-c93a-482a-aced-1ee297151ede admin admin] Pushing event updated for resources: {'Network': ['ID=e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:39:41.477882 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-76903db8-c93a-482a-aced-1ee297151ede admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5195436 Apr 20 18:39:41.478046 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 42440) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:41.479270 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-76903db8-c93a-482a-aced-1ee297151ede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:39:41.485013 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Network e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d details requested by agent ovs-agent-dv-cinder-786932-2-smb with host dv-cinder-786932-2-smb {{(pid=86393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:39:41.493721 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-8cc70a58-713b-4c9e-8ee9-311fbcf274df admin admin] Request body: {'subnet': {'network_id': 'e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1300468950-subnet', 'tenant_id': '78523cc200d74d3593590973bc47d263', 'ip_version': 4}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:39:41.499509 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-8cc70a58-713b-4c9e-8ee9-311fbcf274df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:39:41.503768 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-8cc70a58-713b-4c9e-8ee9-311fbcf274df admin admin] Usage tracker for resource:subnet and tenant:78523cc200d74d3593590973bc47d263 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:39:41.507957 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-8cc70a58-713b-4c9e-8ee9-311fbcf274df admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:39:41.514282 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-8cc70a58-713b-4c9e-8ee9-311fbcf274df admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:39:41.524631 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc70a58-713b-4c9e-8ee9-311fbcf274df admin admin] Made reservation on behalf of 78523cc200d74d3593590973bc47d263 for: {'subnet': 1} {{(pid=86391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:39:41.529517 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8cc70a58-713b-4c9e-8ee9-311fbcf274df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851471628'] for subnet, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:41.968085 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8cc70a58-713b-4c9e-8ee9-311fbcf274df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852409019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851471643'] for subnet, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:41.972205 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-611996e7-6b48-4e58-802b-7eef16b2e3f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:39:42.047921 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc70a58-713b-4c9e-8ee9-311fbcf274df admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea2b69e1-aa02-417b-ba12-47c5fab0a6a0,revision_number=0']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:39:42.051924 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-8cc70a58-713b-4c9e-8ee9-311fbcf274df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:39:42.059463 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc70a58-713b-4c9e-8ee9-311fbcf274df admin admin] Checking segment: {'id': '8efd7045-e71c-4bc2-ba35-3f4fd3793e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:39:42.059850 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc70a58-713b-4c9e-8ee9-311fbcf274df admin admin] Network hostable DHCP agents. Network: e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d, hostable agents: ['139febe7-9f58-4c27-9292-9a8c92178c1a'], hosted agents: [] {{(pid=86391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:39:42.080175 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc70a58-713b-4c9e-8ee9-311fbcf274df admin admin] Network e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d is scheduled to be hosted by DHCP agent 139febe7-9f58-4c27-9292-9a8c92178c1a with binding_index 1 {{(pid=86391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:39:42.091533 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [None req-8cc70a58-713b-4c9e-8ee9-311fbcf274df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-2-smb, e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d) {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:39:42.102036 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4c5177-8468-4545-8a83-cd5a3377b567 None None] Network e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d requested from dv-cinder-786932-2-smb {{(pid=86393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:39:42.104459 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc70a58-713b-4c9e-8ee9-311fbcf274df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:39:42.105140 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8cc70a58-713b-4c9e-8ee9-311fbcf274df admin admin] Notify callbacks [] for subnet, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:42.126169 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-8cc70a58-713b-4c9e-8ee9-311fbcf274df admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6468940 Apr 20 18:39:42.129261 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 42452) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:42.135941 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-a2602b60-f387-4406-afb1-8e3bdfc97b47 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1300468950-router', 'tenant_id': '78523cc200d74d3593590973bc47d263', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974'}}} {{(pid=86392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:39:42.141645 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-a2602b60-f387-4406-afb1-8e3bdfc97b47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:39:42.145891 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-a2602b60-f387-4406-afb1-8e3bdfc97b47 admin admin] Usage tracker for resource:router and tenant:78523cc200d74d3593590973bc47d263 is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:39:42.149267 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-a2602b60-f387-4406-afb1-8e3bdfc97b47 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:39:42.155986 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-a2602b60-f387-4406-afb1-8e3bdfc97b47 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:39:42.167396 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-a2602b60-f387-4406-afb1-8e3bdfc97b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854375953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6091'] for router, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:42.168422 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-a2602b60-f387-4406-afb1-8e3bdfc97b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7970561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7878928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854769732'] for router, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:42.187463 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-a2602b60-f387-4406-afb1-8e3bdfc97b47 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:42.334924 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76730ba0-0ca1-43c5-bb2b-ac5664b39eea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f03320c-6e89-5850-82be-c4f5931144ea-e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d', 'network_id': 'e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d', 'tenant_id': '78523cc200d74d3593590973bc47d263', 'fixed_ips': [{'subnet_id': 'ea2b69e1-aa02-417b-ba12-47c5fab0a6a0'}]}} from dv-cinder-786932-2-smb. {{(pid=86393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 18:39:42.335842 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-76730ba0-0ca1-43c5-bb2b-ac5664b39eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:42.482823 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-a2602b60-f387-4406-afb1-8e3bdfc97b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7970806', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769747'] for router, precommit_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:42.501517 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.db_base_plugin_common [None req-76730ba0-0ca1-43c5-bb2b-ac5664b39eea None None] Allocated IP 172.20.0.2 (e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d/ea2b69e1-aa02-417b-ba12-47c5fab0a6a0/400fd5c0-9523-474c-a3b0-599654ef47cd) {{(pid=86393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:39:42.730054 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-76730ba0-0ca1-43c5-bb2b-ac5664b39eea None None] Notify callbacks [] for port, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:42.741576 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-76730ba0-0ca1-43c5-bb2b-ac5664b39eea None None] Transition to ACTIVE for port object 400fd5c0-9523-474c-a3b0-599654ef47cd will not be triggered until provisioned by entity L2. {{(pid=86393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:39:42.762323 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-76730ba0-0ca1-43c5-bb2b-ac5664b39eea None None] Transition to ACTIVE for port object 400fd5c0-9523-474c-a3b0-599654ef47cd will not be triggered until provisioned by entity DHCP. {{(pid=86393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:39:42.767951 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-76730ba0-0ca1-43c5-bb2b-ac5664b39eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278078920240'] for port, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:42.773764 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:39:42.841250 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76730ba0-0ca1-43c5-bb2b-ac5664b39eea None None] Network e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d is already hosted by enough agents. {{(pid=86393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:39:42.846277 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [None req-76730ba0-0ca1-43c5-bb2b-ac5664b39eea None None] Resources bound (agent type, host, resource id): {{(pid=86393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:39:42.849144 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76730ba0-0ca1-43c5-bb2b-ac5664b39eea None None] Received port after_create {{(pid=86393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:39:42.900857 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76730ba0-0ca1-43c5-bb2b-ac5664b39eea None None] Pushing event updated for resources: {'Port': ['ID=400fd5c0-9523-474c-a3b0-599654ef47cd,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:39:42.934910 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-76730ba0-0ca1-43c5-bb2b-ac5664b39eea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:39:42.958236 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-76730ba0-0ca1-43c5-bb2b-ac5664b39eea None None] Attempting to bind port 400fd5c0-9523-474c-a3b0-599654ef47cd on host dv-cinder-786932-2-smb for vnic_type normal with profile {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:39:42.958664 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-76730ba0-0ca1-43c5-bb2b-ac5664b39eea None None] Attempting to bind port 400fd5c0-9523-474c-a3b0-599654ef47cd by drivers openvswitch,hyperv on host dv-cinder-786932-2-smb at level 0 using segments [{'id': '8efd7045-e71c-4bc2-ba35-3f4fd3793e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d'}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:39:42.959124 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76730ba0-0ca1-43c5-bb2b-ac5664b39eea None None] Attempting to bind port 400fd5c0-9523-474c-a3b0-599654ef47cd on network e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:39:42.965885 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76730ba0-0ca1-43c5-bb2b-ac5664b39eea None None] Checking agent: {'id': 'ac60c4f9-3ecd-40a5-acc5-9289d1156cbe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 20, 58), 'started_at': datetime.datetime(2021, 4, 20, 18, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:39:42.966306 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76730ba0-0ca1-43c5-bb2b-ac5664b39eea None None] Checking segment: {'id': '8efd7045-e71c-4bc2-ba35-3f4fd3793e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:39:42.966912 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-76730ba0-0ca1-43c5-bb2b-ac5664b39eea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:42.967361 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76730ba0-0ca1-43c5-bb2b-ac5664b39eea None None] Bound using segment: {'id': '8efd7045-e71c-4bc2-ba35-3f4fd3793e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d'} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:39:42.967880 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-76730ba0-0ca1-43c5-bb2b-ac5664b39eea None None] Bound port: 400fd5c0-9523-474c-a3b0-599654ef47cd, host: dv-cinder-786932-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8efd7045-e71c-4bc2-ba35-3f4fd3793e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d'}}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:39:42.968295 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-76730ba0-0ca1-43c5-bb2b-ac5664b39eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:43.064986 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-a2602b60-f387-4406-afb1-8e3bdfc97b47 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:43.068359 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-76730ba0-0ca1-43c5-bb2b-ac5664b39eea None None] For port 400fd5c0-9523-474c-a3b0-599654ef47cd, host dv-cinder-786932-2-smb, cleared binding levels {{(pid=86393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:39:43.071577 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-76730ba0-0ca1-43c5-bb2b-ac5664b39eea None None] For port 400fd5c0-9523-474c-a3b0-599654ef47cd, host dv-cinder-786932-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=400fd5c0-9523-474c-a3b0-599654ef47cd,segment=NetworkSegment(8efd7045-e71c-4bc2-ba35-3f4fd3793e5a),segment_id=8efd7045-e71c-4bc2-ba35-3f4fd3793e5a)] {{(pid=86393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:39:43.075651 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-76730ba0-0ca1-43c5-bb2b-ac5664b39eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:43.080405 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:39:43.097996 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-a2602b60-f387-4406-afb1-8e3bdfc97b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:43.172228 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76730ba0-0ca1-43c5-bb2b-ac5664b39eea None None] Pushing event updated for resources: {'Port': ['ID=400fd5c0-9523-474c-a3b0-599654ef47cd,revision_number=2']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:39:43.177103 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-76730ba0-0ca1-43c5-bb2b-ac5664b39eea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:39:43.244986 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.db_base_plugin_common [None req-a2602b60-f387-4406-afb1-8e3bdfc97b47 admin admin] Allocated IP 172.28.1.179 (6f8e8285-aaa9-4dbf-9e6b-39abd83f9974/f30c7817-a5c6-4c47-97c4-010d805a937c/0d4a897f-b0b8-4190-a4a7-d3ea5515a776) {{(pid=86392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:39:43.409311 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-a2602b60-f387-4406-afb1-8e3bdfc97b47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:43.448966 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-a2602b60-f387-4406-afb1-8e3bdfc97b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278078920240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852620706'] for port, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:43.454227 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-eb1851cc-284c-449e-8588-b3c808042cc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:39:43.524859 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2602b60-f387-4406-afb1-8e3bdfc97b47 admin admin] Network 6f8e8285-aaa9-4dbf-9e6b-39abd83f9974 is already hosted by enough agents. {{(pid=86392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:39:43.528502 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [None req-a2602b60-f387-4406-afb1-8e3bdfc97b47 admin admin] Resources bound (agent type, host, resource id): {{(pid=86392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:39:43.532780 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2602b60-f387-4406-afb1-8e3bdfc97b47 admin admin] Received port after_create {{(pid=86392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:39:43.576908 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2602b60-f387-4406-afb1-8e3bdfc97b47 admin admin] Pushing event updated for resources: {'Port': ['ID=0d4a897f-b0b8-4190-a4a7-d3ea5515a776,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:39:43.581253 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-a2602b60-f387-4406-afb1-8e3bdfc97b47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:39:43.848987 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.agents_db [None req-bb53aea3-de48-49b3-8e00-ae07e91d3609 None None] Agent healthcheck: found 6 active agents {{(pid=86394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:39:43.875148 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device 400fd5c0-9523-474c-a3b0-599654ef47cd up at agent ovs-agent-dv-cinder-786932-2-smb {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:39:43.949541 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Provisioning for port 400fd5c0-9523-474c-a3b0-599654ef47cd completed by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:39:43.995368 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-a2602b60-f387-4406-afb1-8e3bdfc97b47 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:44.363440 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-a2602b60-f387-4406-afb1-8e3bdfc97b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854379708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846805028'] for router, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:44.473039 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ca2432-f162-4b99-856f-5f5c0045fb7a None None] Network e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d requested from dv-cinder-786932-2-smb {{(pid=86393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:39:44.567311 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-1e257c16-ac85-42f1-b858-1cfe06a454c2 None None] Provisioning for port 400fd5c0-9523-474c-a3b0-599654ef47cd completed by entity DHCP. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:39:44.575525 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-1e257c16-ac85-42f1-b858-1cfe06a454c2 None None] Provisioning complete for port 400fd5c0-9523-474c-a3b0-599654ef47cd triggered by entity DHCP. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:39:44.575890 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-1e257c16-ac85-42f1-b858-1cfe06a454c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:44.590744 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2602b60-f387-4406-afb1-8e3bdfc97b47 admin admin] Router 061046cb-71cc-4aa0-82de-6196f7d12217 is scheduled to L3 agent 41e81354-1f58-48e6-8416-2f8b62d59447 with binding_index 1 {{(pid=86392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 18:39:44.778589 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2602b60-f387-4406-afb1-8e3bdfc97b47 admin admin] Notify agent at l3_agent.dv-cinder-786932-2-smb the message routers_updated {{(pid=86392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:39:44.791600 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da6729c-3a7a-42d4-9c29-ec6479eddaef None None] Sync routers for ids ['061046cb-71cc-4aa0-82de-6196f7d12217'] in dv-cinder-786932-2-smb {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:39:44.802462 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-a2602b60-f387-4406-afb1-8e3bdfc97b47 admin admin] Notify callbacks [] for router, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:44.803823 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-a2602b60-f387-4406-afb1-8e3bdfc97b47 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6733882 Apr 20 18:39:44.807002 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 42462) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:44.827282 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da6729c-3a7a-42d4-9c29-ec6479eddaef None None] Routers {'061046cb-71cc-4aa0-82de-6196f7d12217'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:39:44.827959 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-8da6729c-3a7a-42d4-9c29-ec6479eddaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:39:26Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['061046cb-71cc-4aa0-82de-6196f7d12217'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:39:44.886009 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-1e257c16-ac85-42f1-b858-1cfe06a454c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:45.214222 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-1e257c16-ac85-42f1-b858-1cfe06a454c2 None None] For port 400fd5c0-9523-474c-a3b0-599654ef47cd, host dv-cinder-786932-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=400fd5c0-9523-474c-a3b0-599654ef47cd,segment=NetworkSegment(8efd7045-e71c-4bc2-ba35-3f4fd3793e5a),segment_id=8efd7045-e71c-4bc2-ba35-3f4fd3793e5a)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:39:45.220349 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-1e257c16-ac85-42f1-b858-1cfe06a454c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:45.232871 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:39:45.310221 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-8da6729c-3a7a-42d4-9c29-ec6479eddaef None None] Set router 061046cb-71cc-4aa0-82de-6196f7d12217 gateway port host: dv-cinder-786932-2-smb {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:39:45.457331 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e257c16-ac85-42f1-b858-1cfe06a454c2 None None] Pushing event updated for resources: {'Port': ['ID=400fd5c0-9523-474c-a3b0-599654ef47cd,revision_number=3']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:39:45.463225 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-1e257c16-ac85-42f1-b858-1cfe06a454c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:39:45.526362 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-6f60c92a-59fe-44e3-917a-d4d0af4fe29f None None] Provisioning complete for port 400fd5c0-9523-474c-a3b0-599654ef47cd triggered by entity DHCP. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:39:45.526773 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-6f60c92a-59fe-44e3-917a-d4d0af4fe29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:45.766380 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-8da6729c-3a7a-42d4-9c29-ec6479eddaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061046cb-71cc-4aa0-82de-6196f7d12217', 'name': 'tempest-TestShelveInstance-1300468950-router', 'tenant_id': '78523cc200d74d3593590973bc47d263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.179'}], 'enable_snat': True}, 'gw_port_id': '0d4a897f-b0b8-4190-a4a7-d3ea5515a776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:39:42Z', 'updated_at': '2021-04-20T18:39:43Z', 'revision_number': 3, 'project_id': '78523cc200d74d3593590973bc47d263', 'gw_port': {'id': '0d4a897f-b0b8-4190-a4a7-d3ea5515a776', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:11:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061046cb-71cc-4aa0-82de-6196f7d12217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:39:43Z', 'updated_at': '2021-04-20T18:39:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb'}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:39:45.770482 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da6729c-3a7a-42d4-9c29-ec6479eddaef None None] Checking router: 061046cb-71cc-4aa0-82de-6196f7d12217 for host: dv-cinder-786932-2-smb {{(pid=86393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:39:45.770905 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da6729c-3a7a-42d4-9c29-ec6479eddaef None None] Updating router 061046cb-71cc-4aa0-82de-6196f7d12217 port 0d4a897f-b0b8-4190-a4a7-d3ea5515a776 binding host dv-cinder-786932-2-smb {{(pid=86393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 18:39:45.795255 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4f2f2bac-e719-42ae-b843-8d19db169e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:45.832104 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8da6729c-3a7a-42d4-9c29-ec6479eddaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:45.866501 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device 400fd5c0-9523-474c-a3b0-599654ef47cd up at agent ovs-agent-dv-cinder-786932-2-smb {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:39:46.022114 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.db_base_plugin_common [None req-4f2f2bac-e719-42ae-b843-8d19db169e64 admin admin] Allocated IP 172.20.0.1 (e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d/ea2b69e1-aa02-417b-ba12-47c5fab0a6a0/0ea67250-4ebf-409b-9355-8cbb62727d42) {{(pid=86392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:39:46.095827 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Provisioning complete for port 400fd5c0-9523-474c-a3b0-599654ef47cd triggered by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:39:46.096255 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:46.179781 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4f2f2bac-e719-42ae-b843-8d19db169e64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:46.196403 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-4f2f2bac-e719-42ae-b843-8d19db169e64 admin admin] Transition to ACTIVE for port object 0ea67250-4ebf-409b-9355-8cbb62727d42 will not be triggered until provisioned by entity DHCP. {{(pid=86392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:39:46.223204 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4f2f2bac-e719-42ae-b843-8d19db169e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278078920240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852620706'] for port, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:46.227097 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-ea36aac9-2dd8-48d1-b7ca-b8cf4848e9b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:39:46.295883 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2f2bac-e719-42ae-b843-8d19db169e64 admin admin] Network e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d is already hosted by enough agents. {{(pid=86392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:39:46.298878 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [None req-4f2f2bac-e719-42ae-b843-8d19db169e64 admin admin] Resources bound (agent type, host, resource id): {{(pid=86392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:39:46.302758 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2f2bac-e719-42ae-b843-8d19db169e64 admin admin] Received port after_create {{(pid=86392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:39:46.336300 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2f2bac-e719-42ae-b843-8d19db169e64 admin admin] Pushing event updated for resources: {'Port': ['ID=0ea67250-4ebf-409b-9355-8cbb62727d42,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:39:46.343763 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-4f2f2bac-e719-42ae-b843-8d19db169e64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:39:46.367711 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4f2f2bac-e719-42ae-b843-8d19db169e64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397057'] for router_interface, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:46.371664 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8da6729c-3a7a-42d4-9c29-ec6479eddaef None None] Notify callbacks [] for port, precommit_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:46.385353 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8da6729c-3a7a-42d4-9c29-ec6479eddaef None None] Transition to ACTIVE for port object 0d4a897f-b0b8-4190-a4a7-d3ea5515a776 will not be triggered until provisioned by entity L2. {{(pid=86393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:39:46.392711 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8da6729c-3a7a-42d4-9c29-ec6479eddaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:46.397224 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-6dc07348-18d1-4a4a-a224-9f91be3feec6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:39:46.492277 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-8da6729c-3a7a-42d4-9c29-ec6479eddaef None None] Attempting to bind port 0d4a897f-b0b8-4190-a4a7-d3ea5515a776 on host dv-cinder-786932-2-smb for vnic_type normal with profile {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:39:46.492699 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-8da6729c-3a7a-42d4-9c29-ec6479eddaef None None] Attempting to bind port 0d4a897f-b0b8-4190-a4a7-d3ea5515a776 by drivers openvswitch,hyperv on host dv-cinder-786932-2-smb at level 0 using segments [{'id': '2233cf5b-6309-472b-944c-203414fffc35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974'}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:39:46.493111 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da6729c-3a7a-42d4-9c29-ec6479eddaef None None] Attempting to bind port 0d4a897f-b0b8-4190-a4a7-d3ea5515a776 on network 6f8e8285-aaa9-4dbf-9e6b-39abd83f9974 {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:39:46.497723 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896724ea-ea7f-4112-a5e9-81d61796c010 None None] Pushing event updated for resources: {'Port': ['ID=0d4a897f-b0b8-4190-a4a7-d3ea5515a776,revision_number=2']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:39:46.500940 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-896724ea-ea7f-4112-a5e9-81d61796c010 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:39:46.505631 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da6729c-3a7a-42d4-9c29-ec6479eddaef None None] Checking agent: {'id': 'ac60c4f9-3ecd-40a5-acc5-9289d1156cbe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 20, 58), 'started_at': datetime.datetime(2021, 4, 20, 18, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:39:46.505631 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da6729c-3a7a-42d4-9c29-ec6479eddaef None None] Checking segment: {'id': '2233cf5b-6309-472b-944c-203414fffc35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:39:46.505965 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8da6729c-3a7a-42d4-9c29-ec6479eddaef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:46.506420 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da6729c-3a7a-42d4-9c29-ec6479eddaef None None] Bound using segment: {'id': '2233cf5b-6309-472b-944c-203414fffc35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974'} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:39:46.506982 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-8da6729c-3a7a-42d4-9c29-ec6479eddaef None None] Bound port: 0d4a897f-b0b8-4190-a4a7-d3ea5515a776, host: dv-cinder-786932-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2233cf5b-6309-472b-944c-203414fffc35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974'}}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:39:46.507400 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8da6729c-3a7a-42d4-9c29-ec6479eddaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:46.542977 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-ddffd0db-0971-4085-af9f-abc1ac4bd566 None None] Provisioning for port 0ea67250-4ebf-409b-9355-8cbb62727d42 completed by entity DHCP. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:39:46.557647 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-ddffd0db-0971-4085-af9f-abc1ac4bd566 None None] Provisioning complete for port 0ea67250-4ebf-409b-9355-8cbb62727d42 triggered by entity DHCP. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:39:46.558004 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-ddffd0db-0971-4085-af9f-abc1ac4bd566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:46.634416 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4f2f2bac-e719-42ae-b843-8d19db169e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:46.644021 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-ddffd0db-0971-4085-af9f-abc1ac4bd566 None None] Port 0ea67250-4ebf-409b-9355-8cbb62727d42 cannot update to ACTIVE because it is not bound. {{(pid=86393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:39:46.649916 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-8da6729c-3a7a-42d4-9c29-ec6479eddaef None None] For port 0d4a897f-b0b8-4190-a4a7-d3ea5515a776, host dv-cinder-786932-2-smb, cleared binding levels {{(pid=86393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:39:46.653271 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-8da6729c-3a7a-42d4-9c29-ec6479eddaef None None] For port 0d4a897f-b0b8-4190-a4a7-d3ea5515a776, host dv-cinder-786932-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=0d4a897f-b0b8-4190-a4a7-d3ea5515a776,segment=NetworkSegment(2233cf5b-6309-472b-944c-203414fffc35),segment_id=2233cf5b-6309-472b-944c-203414fffc35)] {{(pid=86393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:39:46.657087 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8da6729c-3a7a-42d4-9c29-ec6479eddaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:46.661057 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-76730ba0-0ca1-43c5-bb2b-ac5664b39eea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:39:46.768675 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da6729c-3a7a-42d4-9c29-ec6479eddaef None None] Routers {'061046cb-71cc-4aa0-82de-6196f7d12217'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:39:46.772203 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-8da6729c-3a7a-42d4-9c29-ec6479eddaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:39:26Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['061046cb-71cc-4aa0-82de-6196f7d12217'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:39:46.834855 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:46.849873 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896724ea-ea7f-4112-a5e9-81d61796c010 None None] Pushing event updated for resources: {'Port': ['ID=0d4a897f-b0b8-4190-a4a7-d3ea5515a776,revision_number=3']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:39:46.884816 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4f2f2bac-e719-42ae-b843-8d19db169e64 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:46.889502 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4f2f2bac-e719-42ae-b843-8d19db169e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2155095'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:46.922211 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-ddc5cbf8-d483-4497-923c-26592c3d774f tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:39:46.923289 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-896724ea-ea7f-4112-a5e9-81d61796c010 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:39:47.008268 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-8da6729c-3a7a-42d4-9c29-ec6479eddaef None None] Set router 061046cb-71cc-4aa0-82de-6196f7d12217 gateway port host: dv-cinder-786932-2-smb {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:39:47.015583 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4f2f2bac-e719-42ae-b843-8d19db169e64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8124075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854378650'] for router_interface, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:47.020847 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2f2bac-e719-42ae-b843-8d19db169e64 admin admin] Pushing event updated for resources: {'Port': ['ID=0ea67250-4ebf-409b-9355-8cbb62727d42,revision_number=2']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:39:47.024478 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-4f2f2bac-e719-42ae-b843-8d19db169e64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:39:47.176538 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2f2bac-e719-42ae-b843-8d19db169e64 admin admin] Network e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d is already hosted by enough agents. {{(pid=86392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:39:47.177823 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [None req-4f2f2bac-e719-42ae-b843-8d19db169e64 admin admin] Resources bound (agent type, host, resource id): {{(pid=86392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:39:47.390498 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f2f2bac-e719-42ae-b843-8d19db169e64 admin admin] Router 061046cb-71cc-4aa0-82de-6196f7d12217 has already been hosted by L3 agent 41e81354-1f58-48e6-8416-2f8b62d59447 {{(pid=86392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:39:47.410789 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-d743f396-339c-4901-9abe-a5f482bdeb8f None None] Provisioning complete for port 0ea67250-4ebf-409b-9355-8cbb62727d42 triggered by entity DHCP. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:39:47.411202 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d743f396-339c-4901-9abe-a5f482bdeb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:47.483465 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-d743f396-339c-4901-9abe-a5f482bdeb8f None None] Port 0ea67250-4ebf-409b-9355-8cbb62727d42 cannot update to ACTIVE because it is not bound. {{(pid=86393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:39:47.491502 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-8da6729c-3a7a-42d4-9c29-ec6479eddaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061046cb-71cc-4aa0-82de-6196f7d12217', 'name': 'tempest-TestShelveInstance-1300468950-router', 'tenant_id': '78523cc200d74d3593590973bc47d263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.179'}], 'enable_snat': True}, 'gw_port_id': '0d4a897f-b0b8-4190-a4a7-d3ea5515a776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:39:42Z', 'updated_at': '2021-04-20T18:39:46Z', 'revision_number': 4, 'project_id': '78523cc200d74d3593590973bc47d263', 'gw_port': {'id': '0d4a897f-b0b8-4190-a4a7-d3ea5515a776', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:11:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061046cb-71cc-4aa0-82de-6196f7d12217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:39:43Z', 'updated_at': '2021-04-20T18:39:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb', '_interfaces': [{'id': '0ea67250-4ebf-409b-9355-8cbb62727d42', 'name': '', 'network_id': 'e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d', 'tenant_id': '78523cc200d74d3593590973bc47d263', 'mac_address': 'fa:16:3e:4d:01:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061046cb-71cc-4aa0-82de-6196f7d12217', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'ea2b69e1-aa02-417b-ba12-47c5fab0a6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:39:45Z', 'updated_at': '2021-04-20T18:39:46Z', 'revision_number': 1, 'project_id': '78523cc200d74d3593590973bc47d263', 'subnets': [{'id': 'ea2b69e1-aa02-417b-ba12-47c5fab0a6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:39:47.496236 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da6729c-3a7a-42d4-9c29-ec6479eddaef None None] The sync data for ids ['061046cb-71cc-4aa0-82de-6196f7d12217'] in dv-cinder-786932-2-smb is: [{'id': '061046cb-71cc-4aa0-82de-6196f7d12217', 'name': 'tempest-TestShelveInstance-1300468950-router', 'tenant_id': '78523cc200d74d3593590973bc47d263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.179'}], 'enable_snat': True}, 'gw_port_id': '0d4a897f-b0b8-4190-a4a7-d3ea5515a776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:39:42Z', 'updated_at': '2021-04-20T18:39:46Z', 'revision_number': 4, 'project_id': '78523cc200d74d3593590973bc47d263', 'gw_port': {'id': '0d4a897f-b0b8-4190-a4a7-d3ea5515a776', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:11:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061046cb-71cc-4aa0-82de-6196f7d12217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:39:43Z', 'updated_at': '2021-04-20T18:39:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb', '_interfaces': [{'id': '0ea67250-4ebf-409b-9355-8cbb62727d42', 'name': '', 'network_id': 'e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d', 'tenant_id': '78523cc200d74d3593590973bc47d263', 'mac_address': 'fa:16:3e:4d:01:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061046cb-71cc-4aa0-82de-6196f7d12217', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'ea2b69e1-aa02-417b-ba12-47c5fab0a6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:39:45Z', 'updated_at': '2021-04-20T18:39:46Z', 'revision_number': 1, 'project_id': '78523cc200d74d3593590973bc47d263', 'subnets': [{'id': 'ea2b69e1-aa02-417b-ba12-47c5fab0a6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:39:47.584845 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f2f2bac-e719-42ae-b843-8d19db169e64 admin admin] Notify agent at l3_agent.dv-cinder-786932-2-smb the message routers_updated {{(pid=86392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:39:47.598407 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-4f2f2bac-e719-42ae-b843-8d19db169e64 admin admin] 10.222.0.20 "PUT /v2.0/routers/061046cb-71cc-4aa0-82de-6196f7d12217/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7896178 Apr 20 18:39:48.193067 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 42480) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:48.199604 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-e89715d6-07b7-431b-8912-fd26078ef076 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-350286913-network', 'tenant_id': '274661abf145413d8f9290a49c30b181'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:39:48.205356 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-e89715d6-07b7-431b-8912-fd26078ef076 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:39:48.209983 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-e89715d6-07b7-431b-8912-fd26078ef076 admin admin] Usage tracker for resource:network and tenant:274661abf145413d8f9290a49c30b181 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:39:48.214302 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-e89715d6-07b7-431b-8912-fd26078ef076 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:39:48.220704 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-e89715d6-07b7-431b-8912-fd26078ef076 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:39:48.230782 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e89715d6-07b7-431b-8912-fd26078ef076 admin admin] Made reservation on behalf of 274661abf145413d8f9290a49c30b181 for: {'network': 1} {{(pid=86391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:39:48.235709 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e89715d6-07b7-431b-8912-fd26078ef076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for network, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:48.250141 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e89715d6-07b7-431b-8912-fd26078ef076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:48.269163 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-e89715d6-07b7-431b-8912-fd26078ef076 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:39:48.273413 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-e89715d6-07b7-431b-8912-fd26078ef076 admin admin] Usage tracker for resource:security_group_rule and tenant:274661abf145413d8f9290a49c30b181 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:39:48.276871 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-e89715d6-07b7-431b-8912-fd26078ef076 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:39:48.285446 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-e89715d6-07b7-431b-8912-fd26078ef076 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:39:48.383561 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e89715d6-07b7-431b-8912-fd26078ef076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:48.387077 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e89715d6-07b7-431b-8912-fd26078ef076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:48.391613 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-78b4d51c-71f3-4817-a81e-2f0ac73161e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:39:48.419096 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e89715d6-07b7-431b-8912-fd26078ef076 admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=86391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 18:39:48.433620 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89715d6-07b7-431b-8912-fd26078ef076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec31457-4f22-41fc-bea1-ad77086c4983,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:39:48.438745 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-e89715d6-07b7-431b-8912-fd26078ef076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:39:48.439932 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e89715d6-07b7-431b-8912-fd26078ef076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854116670'] for segment, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:48.440343 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.db.segments_db [None req-e89715d6-07b7-431b-8912-fd26078ef076 admin admin] Added segment fc124d50-43b9-4428-bc3a-0c1d179aeb08 of type vlan for network c8840057-c2a6-4972-8887-29821d519c65 Apr 20 18:39:48.470541 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e89715d6-07b7-431b-8912-fd26078ef076 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758775846003'] for network, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:48.504701 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e89715d6-07b7-431b-8912-fd26078ef076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058'] for network, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:48.506124 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89715d6-07b7-431b-8912-fd26078ef076 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:39:48.506870 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e89715d6-07b7-431b-8912-fd26078ef076 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for network, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:48.510957 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-0c0aca6c-ea86-44e6-bdac-580d6f71b53b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:39:48.624436 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89715d6-07b7-431b-8912-fd26078ef076 admin admin] Pushing event updated for resources: {'Network': ['ID=c8840057-c2a6-4972-8887-29821d519c65,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:39:48.627589 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-e89715d6-07b7-431b-8912-fd26078ef076 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4333799 Apr 20 18:39:48.628622 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-e89715d6-07b7-431b-8912-fd26078ef076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:39:48.630627 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 42484) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:48.635733 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Network c8840057-c2a6-4972-8887-29821d519c65 details requested by agent ovs-agent-dv-cinder-786932-2-smb with host dv-cinder-786932-2-smb {{(pid=86393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:39:48.637122 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-de10ca92-e7b1-47db-b104-8bebb5d0669e admin admin] Request body: {'subnet': {'network_id': 'c8840057-c2a6-4972-8887-29821d519c65', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-350286913-subnet', 'tenant_id': '274661abf145413d8f9290a49c30b181', 'ip_version': 4}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:39:48.643299 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-de10ca92-e7b1-47db-b104-8bebb5d0669e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:39:48.647707 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-de10ca92-e7b1-47db-b104-8bebb5d0669e admin admin] Usage tracker for resource:subnet and tenant:274661abf145413d8f9290a49c30b181 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:39:48.651401 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-de10ca92-e7b1-47db-b104-8bebb5d0669e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:39:48.657808 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-de10ca92-e7b1-47db-b104-8bebb5d0669e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:39:48.668695 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de10ca92-e7b1-47db-b104-8bebb5d0669e admin admin] Made reservation on behalf of 274661abf145413d8f9290a49c30b181 for: {'subnet': 1} {{(pid=86391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:39:48.673899 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de10ca92-e7b1-47db-b104-8bebb5d0669e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851471628'] for subnet, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:49.101791 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de10ca92-e7b1-47db-b104-8bebb5d0669e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852409019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851471643'] for subnet, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:49.105869 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-95d40f01-7657-495c-8966-a14c6bbe28d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:39:49.178427 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de10ca92-e7b1-47db-b104-8bebb5d0669e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5473c5f-a8da-4a93-a851-655a67851bbb,revision_number=0']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:39:49.182401 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-de10ca92-e7b1-47db-b104-8bebb5d0669e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:39:49.190325 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de10ca92-e7b1-47db-b104-8bebb5d0669e admin admin] Checking segment: {'id': 'fc124d50-43b9-4428-bc3a-0c1d179aeb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c8840057-c2a6-4972-8887-29821d519c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:39:49.190799 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de10ca92-e7b1-47db-b104-8bebb5d0669e admin admin] Network hostable DHCP agents. Network: c8840057-c2a6-4972-8887-29821d519c65, hostable agents: ['139febe7-9f58-4c27-9292-9a8c92178c1a'], hosted agents: [] {{(pid=86391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:39:49.211185 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de10ca92-e7b1-47db-b104-8bebb5d0669e admin admin] Network c8840057-c2a6-4972-8887-29821d519c65 is scheduled to be hosted by DHCP agent 139febe7-9f58-4c27-9292-9a8c92178c1a with binding_index 1 {{(pid=86391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:39:49.220750 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [None req-de10ca92-e7b1-47db-b104-8bebb5d0669e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-2-smb, c8840057-c2a6-4972-8887-29821d519c65) {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:39:49.231167 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988f4b93-ac3f-4d45-b752-5a077b2acab8 None None] Network c8840057-c2a6-4972-8887-29821d519c65 requested from dv-cinder-786932-2-smb {{(pid=86393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:39:49.233626 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de10ca92-e7b1-47db-b104-8bebb5d0669e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:39:49.234274 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-de10ca92-e7b1-47db-b104-8bebb5d0669e admin admin] Notify callbacks [] for subnet, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:49.254636 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-de10ca92-e7b1-47db-b104-8bebb5d0669e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6226504 Apr 20 18:39:49.257467 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 42488) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:49.263007 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-19389175-25ee-43b4-a364-bd8f8aff5bd2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-350286913-router', 'tenant_id': '274661abf145413d8f9290a49c30b181', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974'}}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:39:49.268184 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-19389175-25ee-43b4-a364-bd8f8aff5bd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:39:49.272375 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-19389175-25ee-43b4-a364-bd8f8aff5bd2 admin admin] Usage tracker for resource:router and tenant:274661abf145413d8f9290a49c30b181 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:39:49.276097 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-19389175-25ee-43b4-a364-bd8f8aff5bd2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:39:49.282435 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-19389175-25ee-43b4-a364-bd8f8aff5bd2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:39:49.292475 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-19389175-25ee-43b4-a364-bd8f8aff5bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854375953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6091'] for router, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:49.293530 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-19389175-25ee-43b4-a364-bd8f8aff5bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7970561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7878928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854769732'] for router, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:49.309249 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-19389175-25ee-43b4-a364-bd8f8aff5bd2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:49.472377 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0309c5f-2b6c-4c03-910c-7853f9a6992d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f03320c-6e89-5850-82be-c4f5931144ea-c8840057-c2a6-4972-8887-29821d519c65', 'network_id': 'c8840057-c2a6-4972-8887-29821d519c65', 'tenant_id': '274661abf145413d8f9290a49c30b181', 'fixed_ips': [{'subnet_id': 'd5473c5f-a8da-4a93-a851-655a67851bbb'}]}} from dv-cinder-786932-2-smb. {{(pid=86393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 18:39:49.473307 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-c0309c5f-2b6c-4c03-910c-7853f9a6992d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:49.605898 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-19389175-25ee-43b4-a364-bd8f8aff5bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7970806', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769747'] for router, precommit_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:49.829389 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.db_base_plugin_common [None req-c0309c5f-2b6c-4c03-910c-7853f9a6992d None None] Allocated IP 172.20.0.2 (c8840057-c2a6-4972-8887-29821d519c65/d5473c5f-a8da-4a93-a851-655a67851bbb/ce8fd4f9-35fe-4814-8086-6187f408392d) {{(pid=86393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:39:49.921234 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device 0d4a897f-b0b8-4190-a4a7-d3ea5515a776 up at agent ovs-agent-dv-cinder-786932-2-smb {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:39:49.976537 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-19389175-25ee-43b4-a364-bd8f8aff5bd2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:50.008992 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-19389175-25ee-43b4-a364-bd8f8aff5bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:50.097439 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Provisioning for port 0d4a897f-b0b8-4190-a4a7-d3ea5515a776 completed by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:39:50.110962 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Provisioning complete for port 0d4a897f-b0b8-4190-a4a7-d3ea5515a776 triggered by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:39:50.111333 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:50.161184 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.db_base_plugin_common [None req-19389175-25ee-43b4-a364-bd8f8aff5bd2 admin admin] Allocated IP 172.28.1.184 (6f8e8285-aaa9-4dbf-9e6b-39abd83f9974/f30c7817-a5c6-4c47-97c4-010d805a937c/c8a979dc-872f-43f9-8194-6abd53ff6de8) {{(pid=86391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:39:50.192135 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-c0309c5f-2b6c-4c03-910c-7853f9a6992d None None] Notify callbacks [] for port, precommit_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:50.210325 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-c0309c5f-2b6c-4c03-910c-7853f9a6992d None None] Transition to ACTIVE for port object ce8fd4f9-35fe-4814-8086-6187f408392d will not be triggered until provisioned by entity L2. {{(pid=86393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:39:50.239942 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-c0309c5f-2b6c-4c03-910c-7853f9a6992d None None] Transition to ACTIVE for port object ce8fd4f9-35fe-4814-8086-6187f408392d will not be triggered until provisioned by entity DHCP. {{(pid=86393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:39:50.286732 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-c0309c5f-2b6c-4c03-910c-7853f9a6992d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278078920240'] for port, after_create {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:50.293103 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-98e51a66-8210-4504-bdcc-e793f613711e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:39:50.321944 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-19389175-25ee-43b4-a364-bd8f8aff5bd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:50.356726 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-19389175-25ee-43b4-a364-bd8f8aff5bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278078920240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368212'] for port, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:50.361742 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-d05a6684-c4e6-4446-849d-f228390ae035 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:39:50.378883 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0309c5f-2b6c-4c03-910c-7853f9a6992d None None] Network c8840057-c2a6-4972-8887-29821d519c65 is already hosted by enough agents. {{(pid=86393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:39:50.381954 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:50.391944 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [None req-c0309c5f-2b6c-4c03-910c-7853f9a6992d None None] Resources bound (agent type, host, resource id): {{(pid=86393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:39:50.399478 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0309c5f-2b6c-4c03-910c-7853f9a6992d None None] Received port after_create {{(pid=86393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:39:50.401307 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0309c5f-2b6c-4c03-910c-7853f9a6992d None None] Pushing event updated for resources: {'Port': ['ID=ce8fd4f9-35fe-4814-8086-6187f408392d,revision_number=1']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:39:50.411456 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-c0309c5f-2b6c-4c03-910c-7853f9a6992d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:39:50.429237 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19389175-25ee-43b4-a364-bd8f8aff5bd2 admin admin] Network 6f8e8285-aaa9-4dbf-9e6b-39abd83f9974 is already hosted by enough agents. {{(pid=86391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:39:50.432960 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [None req-19389175-25ee-43b4-a364-bd8f8aff5bd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:39:50.437144 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19389175-25ee-43b4-a364-bd8f8aff5bd2 admin admin] Received port after_create {{(pid=86391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:39:50.460428 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] For port 0d4a897f-b0b8-4190-a4a7-d3ea5515a776, host dv-cinder-786932-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=0d4a897f-b0b8-4190-a4a7-d3ea5515a776,segment=NetworkSegment(2233cf5b-6309-472b-944c-203414fffc35),segment_id=2233cf5b-6309-472b-944c-203414fffc35)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:39:50.475270 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19389175-25ee-43b4-a364-bd8f8aff5bd2 admin admin] Pushing event updated for resources: {'Port': ['ID=c8a979dc-872f-43f9-8194-6abd53ff6de8,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:39:50.479650 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-19389175-25ee-43b4-a364-bd8f8aff5bd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:39:50.496317 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:50.503564 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-b12b3f85-0f99-463f-b1e4-4e6846484cd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:39:50.576371 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-c0309c5f-2b6c-4c03-910c-7853f9a6992d None None] Attempting to bind port ce8fd4f9-35fe-4814-8086-6187f408392d on host dv-cinder-786932-2-smb for vnic_type normal with profile {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:39:50.576828 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-c0309c5f-2b6c-4c03-910c-7853f9a6992d None None] Attempting to bind port ce8fd4f9-35fe-4814-8086-6187f408392d by drivers openvswitch,hyperv on host dv-cinder-786932-2-smb at level 0 using segments [{'id': 'fc124d50-43b9-4428-bc3a-0c1d179aeb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c8840057-c2a6-4972-8887-29821d519c65'}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:39:50.577308 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0309c5f-2b6c-4c03-910c-7853f9a6992d None None] Attempting to bind port ce8fd4f9-35fe-4814-8086-6187f408392d on network c8840057-c2a6-4972-8887-29821d519c65 {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:39:50.591199 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0309c5f-2b6c-4c03-910c-7853f9a6992d None None] Checking agent: {'id': 'ac60c4f9-3ecd-40a5-acc5-9289d1156cbe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 20, 58), 'started_at': datetime.datetime(2021, 4, 20, 18, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:39:50.591736 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0309c5f-2b6c-4c03-910c-7853f9a6992d None None] Checking segment: {'id': 'fc124d50-43b9-4428-bc3a-0c1d179aeb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c8840057-c2a6-4972-8887-29821d519c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:39:50.592087 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-c0309c5f-2b6c-4c03-910c-7853f9a6992d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:50.592572 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0309c5f-2b6c-4c03-910c-7853f9a6992d None None] Bound using segment: {'id': 'fc124d50-43b9-4428-bc3a-0c1d179aeb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c8840057-c2a6-4972-8887-29821d519c65'} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:39:50.593173 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-c0309c5f-2b6c-4c03-910c-7853f9a6992d None None] Bound port: ce8fd4f9-35fe-4814-8086-6187f408392d, host: dv-cinder-786932-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc124d50-43b9-4428-bc3a-0c1d179aeb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c8840057-c2a6-4972-8887-29821d519c65'}}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:39:50.593679 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-c0309c5f-2b6c-4c03-910c-7853f9a6992d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:50.597545 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85502ca6-5aa3-40b6-a2ae-1846f2c0b858 None None] Sync routers for ids ['061046cb-71cc-4aa0-82de-6196f7d12217'] in dv-cinder-786932-2-smb {{(pid=86394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:39:50.608630 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85502ca6-5aa3-40b6-a2ae-1846f2c0b858 None None] Routers {'061046cb-71cc-4aa0-82de-6196f7d12217'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:39:50.609351 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-85502ca6-5aa3-40b6-a2ae-1846f2c0b858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:39:26Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['061046cb-71cc-4aa0-82de-6196f7d12217'], 'active': True} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:39:50.656767 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Pushing event updated for resources: {'Port': ['ID=0d4a897f-b0b8-4190-a4a7-d3ea5515a776,revision_number=4']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:39:50.669122 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:39:50.715379 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-c0309c5f-2b6c-4c03-910c-7853f9a6992d None None] For port ce8fd4f9-35fe-4814-8086-6187f408392d, host dv-cinder-786932-2-smb, cleared binding levels {{(pid=86393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:39:50.719094 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-c0309c5f-2b6c-4c03-910c-7853f9a6992d None None] For port ce8fd4f9-35fe-4814-8086-6187f408392d, host dv-cinder-786932-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=ce8fd4f9-35fe-4814-8086-6187f408392d,segment=NetworkSegment(fc124d50-43b9-4428-bc3a-0c1d179aeb08),segment_id=fc124d50-43b9-4428-bc3a-0c1d179aeb08)] {{(pid=86393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:39:50.724657 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-c0309c5f-2b6c-4c03-910c-7853f9a6992d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:50.728957 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:39:50.809708 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-85502ca6-5aa3-40b6-a2ae-1846f2c0b858 None None] Set router 061046cb-71cc-4aa0-82de-6196f7d12217 gateway port host: dv-cinder-786932-2-smb {{(pid=86394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:39:50.825989 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0309c5f-2b6c-4c03-910c-7853f9a6992d None None] Pushing event updated for resources: {'Port': ['ID=ce8fd4f9-35fe-4814-8086-6187f408392d,revision_number=2']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:39:50.829495 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-c0309c5f-2b6c-4c03-910c-7853f9a6992d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:39:51.227221 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-19389175-25ee-43b4-a364-bd8f8aff5bd2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:51.365887 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-85502ca6-5aa3-40b6-a2ae-1846f2c0b858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061046cb-71cc-4aa0-82de-6196f7d12217', 'name': 'tempest-TestShelveInstance-1300468950-router', 'tenant_id': '78523cc200d74d3593590973bc47d263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.179'}], 'enable_snat': True}, 'gw_port_id': '0d4a897f-b0b8-4190-a4a7-d3ea5515a776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:39:42Z', 'updated_at': '2021-04-20T18:39:46Z', 'revision_number': 4, 'project_id': '78523cc200d74d3593590973bc47d263', 'gw_port': {'id': '0d4a897f-b0b8-4190-a4a7-d3ea5515a776', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:11:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061046cb-71cc-4aa0-82de-6196f7d12217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:39:43Z', 'updated_at': '2021-04-20T18:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb', '_interfaces': [{'id': '0ea67250-4ebf-409b-9355-8cbb62727d42', 'name': '', 'network_id': 'e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d', 'tenant_id': '78523cc200d74d3593590973bc47d263', 'mac_address': 'fa:16:3e:4d:01:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061046cb-71cc-4aa0-82de-6196f7d12217', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'ea2b69e1-aa02-417b-ba12-47c5fab0a6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:39:45Z', 'updated_at': '2021-04-20T18:39:46Z', 'revision_number': 2, 'project_id': '78523cc200d74d3593590973bc47d263', 'subnets': [{'id': 'ea2b69e1-aa02-417b-ba12-47c5fab0a6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:39:51.370004 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85502ca6-5aa3-40b6-a2ae-1846f2c0b858 None None] Checking router: 061046cb-71cc-4aa0-82de-6196f7d12217 for host: dv-cinder-786932-2-smb {{(pid=86394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:39:51.370414 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85502ca6-5aa3-40b6-a2ae-1846f2c0b858 None None] Updating router 061046cb-71cc-4aa0-82de-6196f7d12217 port 0ea67250-4ebf-409b-9355-8cbb62727d42 binding host dv-cinder-786932-2-smb {{(pid=86394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 18:39:51.429828 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-85502ca6-5aa3-40b6-a2ae-1846f2c0b858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:51.604635 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-19389175-25ee-43b4-a364-bd8f8aff5bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854379708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846805028'] for router, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:51.807992 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-85502ca6-5aa3-40b6-a2ae-1846f2c0b858 None None] Notify callbacks [] for port, precommit_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:51.823597 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-85502ca6-5aa3-40b6-a2ae-1846f2c0b858 None None] Transition to ACTIVE for port object 0ea67250-4ebf-409b-9355-8cbb62727d42 will not be triggered until provisioned by entity L2. {{(pid=86394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:39:51.830215 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-85502ca6-5aa3-40b6-a2ae-1846f2c0b858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:51.836228 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-00404368-133d-4ef9-aed2-4e1e053d9af9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:39:51.838007 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19389175-25ee-43b4-a364-bd8f8aff5bd2 admin admin] Router 6183504b-841e-4b6a-b51c-7b61e8d1bfbe is scheduled to L3 agent 41e81354-1f58-48e6-8416-2f8b62d59447 with binding_index 1 {{(pid=86391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 18:39:51.909504 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585e546f-fdde-470b-9d07-67734ce0e1af None None] Pushing event updated for resources: {'Port': ['ID=0ea67250-4ebf-409b-9355-8cbb62727d42,revision_number=3']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:39:51.920025 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e546f-fdde-470b-9d07-67734ce0e1af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:51.920670 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e546f-fdde-470b-9d07-67734ce0e1af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:51.921200 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e546f-fdde-470b-9d07-67734ce0e1af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:51.921732 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e546f-fdde-470b-9d07-67734ce0e1af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:51.922261 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e546f-fdde-470b-9d07-67734ce0e1af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:51.922807 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e546f-fdde-470b-9d07-67734ce0e1af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:51.923339 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e546f-fdde-470b-9d07-67734ce0e1af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:51.923860 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e546f-fdde-470b-9d07-67734ce0e1af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:51.924381 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e546f-fdde-470b-9d07-67734ce0e1af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:51.924900 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e546f-fdde-470b-9d07-67734ce0e1af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:51.925420 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e546f-fdde-470b-9d07-67734ce0e1af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:51.925931 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e546f-fdde-470b-9d07-67734ce0e1af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:39:51.931680 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-585e546f-fdde-470b-9d07-67734ce0e1af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:39:52.005340 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device 0d4a897f-b0b8-4190-a4a7-d3ea5515a776 up at agent ovs-agent-dv-cinder-786932-2-smb {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:39:52.067737 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19389175-25ee-43b4-a364-bd8f8aff5bd2 admin admin] Notify agent at l3_agent.dv-cinder-786932-2-smb the message routers_updated {{(pid=86391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:39:52.098001 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca1df1a-56e6-47bf-bb98-0e68eb6a887f None None] Sync routers for ids ['6183504b-841e-4b6a-b51c-7b61e8d1bfbe'] in dv-cinder-786932-2-smb {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:39:52.110896 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-19389175-25ee-43b4-a364-bd8f8aff5bd2 admin admin] Notify callbacks [] for router, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:52.115602 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 42492) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:52.116706 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-19389175-25ee-43b4-a364-bd8f8aff5bd2 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8581340 Apr 20 18:39:52.120837 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca1df1a-56e6-47bf-bb98-0e68eb6a887f None None] Routers {'6183504b-841e-4b6a-b51c-7b61e8d1bfbe'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:39:52.121987 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-8ca1df1a-56e6-47bf-bb98-0e68eb6a887f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:39:26Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['6183504b-841e-4b6a-b51c-7b61e8d1bfbe'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:39:52.125919 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-85502ca6-5aa3-40b6-a2ae-1846f2c0b858 None None] Attempting to bind port 0ea67250-4ebf-409b-9355-8cbb62727d42 on host dv-cinder-786932-2-smb for vnic_type normal with profile {{(pid=86394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:39:52.126543 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-85502ca6-5aa3-40b6-a2ae-1846f2c0b858 None None] Attempting to bind port 0ea67250-4ebf-409b-9355-8cbb62727d42 by drivers openvswitch,hyperv on host dv-cinder-786932-2-smb at level 0 using segments [{'id': '8efd7045-e71c-4bc2-ba35-3f4fd3793e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d'}] {{(pid=86394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:39:52.127134 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85502ca6-5aa3-40b6-a2ae-1846f2c0b858 None None] Attempting to bind port 0ea67250-4ebf-409b-9355-8cbb62727d42 on network e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d {{(pid=86394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:39:52.134077 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85502ca6-5aa3-40b6-a2ae-1846f2c0b858 None None] Checking agent: {'id': 'ac60c4f9-3ecd-40a5-acc5-9289d1156cbe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 20, 58), 'started_at': datetime.datetime(2021, 4, 20, 18, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:39:52.134686 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85502ca6-5aa3-40b6-a2ae-1846f2c0b858 None None] Checking segment: {'id': '8efd7045-e71c-4bc2-ba35-3f4fd3793e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:39:52.136912 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-85502ca6-5aa3-40b6-a2ae-1846f2c0b858 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:52.137444 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85502ca6-5aa3-40b6-a2ae-1846f2c0b858 None None] Bound using segment: {'id': '8efd7045-e71c-4bc2-ba35-3f4fd3793e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d'} {{(pid=86394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:39:52.138060 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-85502ca6-5aa3-40b6-a2ae-1846f2c0b858 None None] Bound port: 0ea67250-4ebf-409b-9355-8cbb62727d42, host: dv-cinder-786932-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8efd7045-e71c-4bc2-ba35-3f4fd3793e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d'}}] {{(pid=86394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:39:52.138631 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-85502ca6-5aa3-40b6-a2ae-1846f2c0b858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:52.261208 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-85502ca6-5aa3-40b6-a2ae-1846f2c0b858 None None] For port 0ea67250-4ebf-409b-9355-8cbb62727d42, host dv-cinder-786932-2-smb, cleared binding levels {{(pid=86394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:39:52.265199 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-85502ca6-5aa3-40b6-a2ae-1846f2c0b858 None None] For port 0ea67250-4ebf-409b-9355-8cbb62727d42, host dv-cinder-786932-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=0ea67250-4ebf-409b-9355-8cbb62727d42,segment=NetworkSegment(8efd7045-e71c-4bc2-ba35-3f4fd3793e5a),segment_id=8efd7045-e71c-4bc2-ba35-3f4fd3793e5a)] {{(pid=86394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:39:52.269461 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-85502ca6-5aa3-40b6-a2ae-1846f2c0b858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:52.282831 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:39:52.307861 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Provisioning complete for port 0d4a897f-b0b8-4190-a4a7-d3ea5515a776 triggered by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:39:52.308491 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:52.349131 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b040c73-8416-41b2-b5b9-13d52eadf598 None None] Network c8840057-c2a6-4972-8887-29821d519c65 requested from dv-cinder-786932-2-smb {{(pid=86393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:39:52.376093 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85502ca6-5aa3-40b6-a2ae-1846f2c0b858 None None] Routers {'061046cb-71cc-4aa0-82de-6196f7d12217'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:39:52.377001 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-85502ca6-5aa3-40b6-a2ae-1846f2c0b858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:39:26Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['061046cb-71cc-4aa0-82de-6196f7d12217'], 'active': True} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:39:52.549153 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-8ca1df1a-56e6-47bf-bb98-0e68eb6a887f None None] Set router 6183504b-841e-4b6a-b51c-7b61e8d1bfbe gateway port host: dv-cinder-786932-2-smb {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:39:52.582807 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585e546f-fdde-470b-9d07-67734ce0e1af None None] Pushing event updated for resources: {'Port': ['ID=0ea67250-4ebf-409b-9355-8cbb62727d42,revision_number=4']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:39:52.588150 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-585e546f-fdde-470b-9d07-67734ce0e1af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:39:52.602288 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-85502ca6-5aa3-40b6-a2ae-1846f2c0b858 None None] Set router 061046cb-71cc-4aa0-82de-6196f7d12217 gateway port host: dv-cinder-786932-2-smb {{(pid=86394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:39:52.965858 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-85502ca6-5aa3-40b6-a2ae-1846f2c0b858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061046cb-71cc-4aa0-82de-6196f7d12217', 'name': 'tempest-TestShelveInstance-1300468950-router', 'tenant_id': '78523cc200d74d3593590973bc47d263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.179'}], 'enable_snat': True}, 'gw_port_id': '0d4a897f-b0b8-4190-a4a7-d3ea5515a776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:39:42Z', 'updated_at': '2021-04-20T18:39:46Z', 'revision_number': 4, 'project_id': '78523cc200d74d3593590973bc47d263', 'gw_port': {'id': '0d4a897f-b0b8-4190-a4a7-d3ea5515a776', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:11:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061046cb-71cc-4aa0-82de-6196f7d12217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:39:43Z', 'updated_at': '2021-04-20T18:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb', '_interfaces': [{'id': '0ea67250-4ebf-409b-9355-8cbb62727d42', 'name': '', 'network_id': 'e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d', 'tenant_id': '78523cc200d74d3593590973bc47d263', 'mac_address': 'fa:16:3e:4d:01:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061046cb-71cc-4aa0-82de-6196f7d12217', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'ea2b69e1-aa02-417b-ba12-47c5fab0a6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:39:45Z', 'updated_at': '2021-04-20T18:39:52Z', 'revision_number': 4, 'project_id': '78523cc200d74d3593590973bc47d263', 'subnets': [{'id': 'ea2b69e1-aa02-417b-ba12-47c5fab0a6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:39:52.970244 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85502ca6-5aa3-40b6-a2ae-1846f2c0b858 None None] The sync data for ids ['061046cb-71cc-4aa0-82de-6196f7d12217'] in dv-cinder-786932-2-smb is: [{'id': '061046cb-71cc-4aa0-82de-6196f7d12217', 'name': 'tempest-TestShelveInstance-1300468950-router', 'tenant_id': '78523cc200d74d3593590973bc47d263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.179'}], 'enable_snat': True}, 'gw_port_id': '0d4a897f-b0b8-4190-a4a7-d3ea5515a776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:39:42Z', 'updated_at': '2021-04-20T18:39:46Z', 'revision_number': 4, 'project_id': '78523cc200d74d3593590973bc47d263', 'gw_port': {'id': '0d4a897f-b0b8-4190-a4a7-d3ea5515a776', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:11:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061046cb-71cc-4aa0-82de-6196f7d12217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:39:43Z', 'updated_at': '2021-04-20T18:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb', '_interfaces': [{'id': '0ea67250-4ebf-409b-9355-8cbb62727d42', 'name': '', 'network_id': 'e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d', 'tenant_id': '78523cc200d74d3593590973bc47d263', 'mac_address': 'fa:16:3e:4d:01:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061046cb-71cc-4aa0-82de-6196f7d12217', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'ea2b69e1-aa02-417b-ba12-47c5fab0a6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:39:45Z', 'updated_at': '2021-04-20T18:39:52Z', 'revision_number': 4, 'project_id': '78523cc200d74d3593590973bc47d263', 'subnets': [{'id': 'ea2b69e1-aa02-417b-ba12-47c5fab0a6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:39:53.025752 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-d2d470d6-6d7d-4178-b2ce-627b79739b5d None None] Provisioning for port ce8fd4f9-35fe-4814-8086-6187f408392d completed by entity DHCP. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:39:53.083949 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device ce8fd4f9-35fe-4814-8086-6187f408392d up at agent ovs-agent-dv-cinder-786932-2-smb {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:39:53.199634 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-6086cd28-0f3d-4bfb-aaa9-bee7214cc0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:53.298061 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Provisioning for port ce8fd4f9-35fe-4814-8086-6187f408392d completed by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:39:53.309062 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Provisioning complete for port ce8fd4f9-35fe-4814-8086-6187f408392d triggered by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:39:53.309500 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:53.394239 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-8ca1df1a-56e6-47bf-bb98-0e68eb6a887f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6183504b-841e-4b6a-b51c-7b61e8d1bfbe', 'name': 'tempest-TestShelveInstance-350286913-router', 'tenant_id': '274661abf145413d8f9290a49c30b181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.184'}], 'enable_snat': True}, 'gw_port_id': 'c8a979dc-872f-43f9-8194-6abd53ff6de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:39:49Z', 'updated_at': '2021-04-20T18:39:50Z', 'revision_number': 3, 'project_id': '274661abf145413d8f9290a49c30b181', 'gw_port': {'id': 'c8a979dc-872f-43f9-8194-6abd53ff6de8', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:57:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6183504b-841e-4b6a-b51c-7b61e8d1bfbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:39:50Z', 'updated_at': '2021-04-20T18:39:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb'}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:39:53.403505 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca1df1a-56e6-47bf-bb98-0e68eb6a887f None None] Checking router: 6183504b-841e-4b6a-b51c-7b61e8d1bfbe for host: dv-cinder-786932-2-smb {{(pid=86393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:39:53.403970 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca1df1a-56e6-47bf-bb98-0e68eb6a887f None None] Updating router 6183504b-841e-4b6a-b51c-7b61e8d1bfbe port c8a979dc-872f-43f9-8194-6abd53ff6de8 binding host dv-cinder-786932-2-smb {{(pid=86393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 18:39:53.444200 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.db_base_plugin_common [None req-6086cd28-0f3d-4bfb-aaa9-bee7214cc0c9 admin admin] Allocated IP 172.20.0.1 (c8840057-c2a6-4972-8887-29821d519c65/d5473c5f-a8da-4a93-a851-655a67851bbb/bc28d806-0702-49ea-ade3-3edff9c2440c) {{(pid=86392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:39:53.519348 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8ca1df1a-56e6-47bf-bb98-0e68eb6a887f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:53.560798 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:53.612120 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-6086cd28-0f3d-4bfb-aaa9-bee7214cc0c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:53.630607 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-6086cd28-0f3d-4bfb-aaa9-bee7214cc0c9 admin admin] Transition to ACTIVE for port object bc28d806-0702-49ea-ade3-3edff9c2440c will not be triggered until provisioned by entity DHCP. {{(pid=86392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:39:53.660441 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-6086cd28-0f3d-4bfb-aaa9-bee7214cc0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278078920240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852620706'] for port, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:53.666343 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-59dada8b-48db-43d8-a00f-4b13ba9c4f45 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:39:53.675413 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] For port ce8fd4f9-35fe-4814-8086-6187f408392d, host dv-cinder-786932-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=ce8fd4f9-35fe-4814-8086-6187f408392d,segment=NetworkSegment(fc124d50-43b9-4428-bc3a-0c1d179aeb08),segment_id=fc124d50-43b9-4428-bc3a-0c1d179aeb08)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:39:53.692371 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:53.697701 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:39:53.743811 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-290b8223-a9f6-418d-b857-3dcdce4ffa1e None None] Provisioning complete for port ce8fd4f9-35fe-4814-8086-6187f408392d triggered by entity DHCP. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:39:53.744388 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-290b8223-a9f6-418d-b857-3dcdce4ffa1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:53.744529 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6086cd28-0f3d-4bfb-aaa9-bee7214cc0c9 admin admin] Network c8840057-c2a6-4972-8887-29821d519c65 is already hosted by enough agents. {{(pid=86392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:39:53.747690 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [None req-6086cd28-0f3d-4bfb-aaa9-bee7214cc0c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=86392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:39:53.753008 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6086cd28-0f3d-4bfb-aaa9-bee7214cc0c9 admin admin] Received port after_create {{(pid=86392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:39:53.790782 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6086cd28-0f3d-4bfb-aaa9-bee7214cc0c9 admin admin] Pushing event updated for resources: {'Port': ['ID=bc28d806-0702-49ea-ade3-3edff9c2440c,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:39:53.805082 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-6086cd28-0f3d-4bfb-aaa9-bee7214cc0c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:39:53.833965 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-6086cd28-0f3d-4bfb-aaa9-bee7214cc0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397057'] for router_interface, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:53.925635 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-151be2c2-1f68-4c99-9601-61db932a586b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:53.940283 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Pushing event updated for resources: {'Port': ['ID=ce8fd4f9-35fe-4814-8086-6187f408392d,revision_number=3']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:39:53.954469 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device 0ea67250-4ebf-409b-9355-8cbb62727d42 up at agent ovs-agent-dv-cinder-786932-2-smb {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:39:53.992592 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:39:54.006300 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-6086cd28-0f3d-4bfb-aaa9-bee7214cc0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:54.147719 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Provisioning for port 0ea67250-4ebf-409b-9355-8cbb62727d42 completed by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:39:54.186790 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Provisioning complete for port 0ea67250-4ebf-409b-9355-8cbb62727d42 triggered by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:39:54.187044 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:54.263289 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-6086cd28-0f3d-4bfb-aaa9-bee7214cc0c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:54.268051 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-6086cd28-0f3d-4bfb-aaa9-bee7214cc0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2155095'] for port, after_update {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:54.282289 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8ca1df1a-56e6-47bf-bb98-0e68eb6a887f None None] Notify callbacks [] for port, precommit_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:54.298752 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-f5cf4366-fa40-4c95-ba0b-283235abd431 None None] Provisioning for port bc28d806-0702-49ea-ade3-3edff9c2440c completed by entity DHCP. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:39:54.300905 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2958634f-5cf1-45e9-b033-eb6bd1dd0229 tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:39:54.307780 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8ca1df1a-56e6-47bf-bb98-0e68eb6a887f None None] Transition to ACTIVE for port object c8a979dc-872f-43f9-8194-6abd53ff6de8 will not be triggered until provisioned by entity L2. {{(pid=86393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:39:54.312841 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-f5cf4366-fa40-4c95-ba0b-283235abd431 None None] Provisioning complete for port bc28d806-0702-49ea-ade3-3edff9c2440c triggered by entity DHCP. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:39:54.313260 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-f5cf4366-fa40-4c95-ba0b-283235abd431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:54.354381 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8ca1df1a-56e6-47bf-bb98-0e68eb6a887f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:54.362149 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-0b441b12-3e5d-4a25-b9ab-066127700523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:39:54.391116 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6086cd28-0f3d-4bfb-aaa9-bee7214cc0c9 admin admin] Pushing event updated for resources: {'Port': ['ID=bc28d806-0702-49ea-ade3-3edff9c2440c,revision_number=2']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:39:54.393869 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-6086cd28-0f3d-4bfb-aaa9-bee7214cc0c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8124075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854378650'] for router_interface, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:54.397787 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-6086cd28-0f3d-4bfb-aaa9-bee7214cc0c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:39:54.502201 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-f5cf4366-fa40-4c95-ba0b-283235abd431 None None] Port bc28d806-0702-49ea-ade3-3edff9c2440c cannot update to ACTIVE because it is not bound. {{(pid=86393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:39:54.511767 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-8ca1df1a-56e6-47bf-bb98-0e68eb6a887f None None] Attempting to bind port c8a979dc-872f-43f9-8194-6abd53ff6de8 on host dv-cinder-786932-2-smb for vnic_type normal with profile {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:39:54.512202 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-8ca1df1a-56e6-47bf-bb98-0e68eb6a887f None None] Attempting to bind port c8a979dc-872f-43f9-8194-6abd53ff6de8 by drivers openvswitch,hyperv on host dv-cinder-786932-2-smb at level 0 using segments [{'id': '2233cf5b-6309-472b-944c-203414fffc35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974'}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:39:54.512597 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca1df1a-56e6-47bf-bb98-0e68eb6a887f None None] Attempting to bind port c8a979dc-872f-43f9-8194-6abd53ff6de8 on network 6f8e8285-aaa9-4dbf-9e6b-39abd83f9974 {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:39:54.523419 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:54.540036 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6086cd28-0f3d-4bfb-aaa9-bee7214cc0c9 admin admin] Network c8840057-c2a6-4972-8887-29821d519c65 is already hosted by enough agents. {{(pid=86392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:39:54.540242 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca1df1a-56e6-47bf-bb98-0e68eb6a887f None None] Checking agent: {'id': 'ac60c4f9-3ecd-40a5-acc5-9289d1156cbe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 20, 58), 'started_at': datetime.datetime(2021, 4, 20, 18, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:39:54.540627 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca1df1a-56e6-47bf-bb98-0e68eb6a887f None None] Checking segment: {'id': '2233cf5b-6309-472b-944c-203414fffc35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:39:54.541100 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8ca1df1a-56e6-47bf-bb98-0e68eb6a887f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:54.541251 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [None req-6086cd28-0f3d-4bfb-aaa9-bee7214cc0c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=86392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:39:54.541507 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca1df1a-56e6-47bf-bb98-0e68eb6a887f None None] Bound using segment: {'id': '2233cf5b-6309-472b-944c-203414fffc35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974'} {{(pid=86393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:39:54.542039 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-8ca1df1a-56e6-47bf-bb98-0e68eb6a887f None None] Bound port: c8a979dc-872f-43f9-8194-6abd53ff6de8, host: dv-cinder-786932-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2233cf5b-6309-472b-944c-203414fffc35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974'}}] {{(pid=86393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:39:54.542496 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8ca1df1a-56e6-47bf-bb98-0e68eb6a887f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:54.571929 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31ea82e-b141-49bf-8628-2d074a11c77e None None] Pushing event updated for resources: {'Port': ['ID=c8a979dc-872f-43f9-8194-6abd53ff6de8,revision_number=2']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:39:54.581264 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-e31ea82e-b141-49bf-8628-2d074a11c77e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:39:54.632559 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] For port 0ea67250-4ebf-409b-9355-8cbb62727d42, host dv-cinder-786932-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=0ea67250-4ebf-409b-9355-8cbb62727d42,segment=NetworkSegment(8efd7045-e71c-4bc2-ba35-3f4fd3793e5a),segment_id=8efd7045-e71c-4bc2-ba35-3f4fd3793e5a)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:39:54.638416 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:54.643905 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:39:54.697696 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-8ca1df1a-56e6-47bf-bb98-0e68eb6a887f None None] For port c8a979dc-872f-43f9-8194-6abd53ff6de8, host dv-cinder-786932-2-smb, cleared binding levels {{(pid=86393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:39:54.718804 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-8ca1df1a-56e6-47bf-bb98-0e68eb6a887f None None] For port c8a979dc-872f-43f9-8194-6abd53ff6de8, host dv-cinder-786932-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=c8a979dc-872f-43f9-8194-6abd53ff6de8,segment=NetworkSegment(2233cf5b-6309-472b-944c-203414fffc35),segment_id=2233cf5b-6309-472b-944c-203414fffc35)] {{(pid=86393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:39:54.725149 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8ca1df1a-56e6-47bf-bb98-0e68eb6a887f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:54.736765 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Pushing event updated for resources: {'Port': ['ID=0ea67250-4ebf-409b-9355-8cbb62727d42,revision_number=5']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:39:54.741056 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:39:54.741592 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-e31ea82e-b141-49bf-8628-2d074a11c77e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:39:54.764790 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6086cd28-0f3d-4bfb-aaa9-bee7214cc0c9 admin admin] Router 6183504b-841e-4b6a-b51c-7b61e8d1bfbe has already been hosted by L3 agent 41e81354-1f58-48e6-8416-2f8b62d59447 {{(pid=86392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:39:54.813165 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca1df1a-56e6-47bf-bb98-0e68eb6a887f None None] Routers {'6183504b-841e-4b6a-b51c-7b61e8d1bfbe'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:39:54.813935 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-8ca1df1a-56e6-47bf-bb98-0e68eb6a887f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:39:26Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['6183504b-841e-4b6a-b51c-7b61e8d1bfbe'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:39:54.961159 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31ea82e-b141-49bf-8628-2d074a11c77e None None] Pushing event updated for resources: {'Port': ['ID=c8a979dc-872f-43f9-8194-6abd53ff6de8,revision_number=3']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:39:54.969389 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-e31ea82e-b141-49bf-8628-2d074a11c77e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:39:54.986439 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-2133db1b-fdc5-456d-8595-c61984ee2363 None None] Provisioning complete for port bc28d806-0702-49ea-ade3-3edff9c2440c triggered by entity DHCP. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:39:54.987181 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2133db1b-fdc5-456d-8595-c61984ee2363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:54.997936 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6086cd28-0f3d-4bfb-aaa9-bee7214cc0c9 admin admin] Notify agent at l3_agent.dv-cinder-786932-2-smb the message routers_updated {{(pid=86392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:39:55.008625 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-6086cd28-0f3d-4bfb-aaa9-bee7214cc0c9 admin admin] 10.222.0.20 "PUT /v2.0/routers/6183504b-841e-4b6a-b51c-7b61e8d1bfbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8912828 Apr 20 18:39:55.250098 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-2133db1b-fdc5-456d-8595-c61984ee2363 None None] Port bc28d806-0702-49ea-ade3-3edff9c2440c cannot update to ACTIVE because it is not bound. {{(pid=86393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:39:55.265261 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-8ca1df1a-56e6-47bf-bb98-0e68eb6a887f None None] Set router 6183504b-841e-4b6a-b51c-7b61e8d1bfbe gateway port host: dv-cinder-786932-2-smb {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:39:55.601191 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-ade2375a-81c5-42a7-8adc-5cc15c789aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:55.616144 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-8ca1df1a-56e6-47bf-bb98-0e68eb6a887f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6183504b-841e-4b6a-b51c-7b61e8d1bfbe', 'name': 'tempest-TestShelveInstance-350286913-router', 'tenant_id': '274661abf145413d8f9290a49c30b181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.184'}], 'enable_snat': True}, 'gw_port_id': 'c8a979dc-872f-43f9-8194-6abd53ff6de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:39:49Z', 'updated_at': '2021-04-20T18:39:53Z', 'revision_number': 4, 'project_id': '274661abf145413d8f9290a49c30b181', 'gw_port': {'id': 'c8a979dc-872f-43f9-8194-6abd53ff6de8', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:57:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6183504b-841e-4b6a-b51c-7b61e8d1bfbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:39:50Z', 'updated_at': '2021-04-20T18:39:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb', '_interfaces': [{'id': 'bc28d806-0702-49ea-ade3-3edff9c2440c', 'name': '', 'network_id': 'c8840057-c2a6-4972-8887-29821d519c65', 'tenant_id': '274661abf145413d8f9290a49c30b181', 'mac_address': 'fa:16:3e:24:36:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6183504b-841e-4b6a-b51c-7b61e8d1bfbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'd5473c5f-a8da-4a93-a851-655a67851bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:39:53Z', 'updated_at': '2021-04-20T18:39:54Z', 'revision_number': 2, 'project_id': '274661abf145413d8f9290a49c30b181', 'subnets': [{'id': 'd5473c5f-a8da-4a93-a851-655a67851bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:39:55.620556 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca1df1a-56e6-47bf-bb98-0e68eb6a887f None None] The sync data for ids ['6183504b-841e-4b6a-b51c-7b61e8d1bfbe'] in dv-cinder-786932-2-smb is: [{'id': '6183504b-841e-4b6a-b51c-7b61e8d1bfbe', 'name': 'tempest-TestShelveInstance-350286913-router', 'tenant_id': '274661abf145413d8f9290a49c30b181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.184'}], 'enable_snat': True}, 'gw_port_id': 'c8a979dc-872f-43f9-8194-6abd53ff6de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:39:49Z', 'updated_at': '2021-04-20T18:39:53Z', 'revision_number': 4, 'project_id': '274661abf145413d8f9290a49c30b181', 'gw_port': {'id': 'c8a979dc-872f-43f9-8194-6abd53ff6de8', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:57:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6183504b-841e-4b6a-b51c-7b61e8d1bfbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:39:50Z', 'updated_at': '2021-04-20T18:39:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb', '_interfaces': [{'id': 'bc28d806-0702-49ea-ade3-3edff9c2440c', 'name': '', 'network_id': 'c8840057-c2a6-4972-8887-29821d519c65', 'tenant_id': '274661abf145413d8f9290a49c30b181', 'mac_address': 'fa:16:3e:24:36:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6183504b-841e-4b6a-b51c-7b61e8d1bfbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'd5473c5f-a8da-4a93-a851-655a67851bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:39:53Z', 'updated_at': '2021-04-20T18:39:54Z', 'revision_number': 2, 'project_id': '274661abf145413d8f9290a49c30b181', 'subnets': [{'id': 'd5473c5f-a8da-4a93-a851-655a67851bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:39:55.867699 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device 0ea67250-4ebf-409b-9355-8cbb62727d42 up at agent ovs-agent-dv-cinder-786932-2-smb {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:39:55.945182 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Provisioning complete for port 0ea67250-4ebf-409b-9355-8cbb62727d42 triggered by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:39:55.945602 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:56.090727 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device ce8fd4f9-35fe-4814-8086-6187f408392d up at agent ovs-agent-dv-cinder-786932-2-smb {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:39:56.165564 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Provisioning complete for port ce8fd4f9-35fe-4814-8086-6187f408392d triggered by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:39:56.165990 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:56.593059 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 42504) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:56.599209 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-161299b6-1d4e-409f-9786-d09e18c09547 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1574871698', 'description': 'tempest-secgroup-smoke-1574871698 description', 'project_id': '78523cc200d74d3593590973bc47d263'}} {{(pid=86392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:39:56.605993 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-161299b6-1d4e-409f-9786-d09e18c09547 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:39:56.610690 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-161299b6-1d4e-409f-9786-d09e18c09547 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Usage tracker for resource:security_group and tenant:78523cc200d74d3593590973bc47d263 is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:39:56.614665 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-161299b6-1d4e-409f-9786-d09e18c09547 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:39:56.621038 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-161299b6-1d4e-409f-9786-d09e18c09547 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:39:56.631842 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-161299b6-1d4e-409f-9786-d09e18c09547 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Notify callbacks [] for security_group, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:56.654294 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-161299b6-1d4e-409f-9786-d09e18c09547 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:39:56.658460 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-161299b6-1d4e-409f-9786-d09e18c09547 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Usage tracker for resource:security_group_rule and tenant:78523cc200d74d3593590973bc47d263 is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:39:56.661801 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-161299b6-1d4e-409f-9786-d09e18c09547 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:39:56.668230 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-161299b6-1d4e-409f-9786-d09e18c09547 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:39:56.687648 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3b38f3e8-f2f1-49b6-ac75-f9314cd83db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:56.747050 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-161299b6-1d4e-409f-9786-d09e18c09547 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Notify callbacks [] for security_group, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:56.750099 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-161299b6-1d4e-409f-9786-d09e18c09547 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:56.756094 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-35601845-d85c-4a0a-8992-09c17bc4be30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:39:56.797034 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-161299b6-1d4e-409f-9786-d09e18c09547 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Notify callbacks [] for security_group, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:56.798431 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-161299b6-1d4e-409f-9786-d09e18c09547 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2042537 Apr 20 18:39:56.799465 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161299b6-1d4e-409f-9786-d09e18c09547 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=581de505-30ae-4045-9ef8-cd6029f35e78,revision_number=1']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:39:56.801770 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 42508) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:56.802470 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-161299b6-1d4e-409f-9786-d09e18c09547 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:39:56.808692 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-9eb6e85b-2b07-49d1-b21e-e6fbd2759397 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Request body: {'security_group_rule': {'security_group_id': '581de505-30ae-4045-9ef8-cd6029f35e78', 'project_id': '78523cc200d74d3593590973bc47d263', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:39:56.815883 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-9eb6e85b-2b07-49d1-b21e-e6fbd2759397 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:39:56.820347 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-9eb6e85b-2b07-49d1-b21e-e6fbd2759397 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Usage tracker for resource:security_group_rule and tenant:78523cc200d74d3593590973bc47d263 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:39:56.824813 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-9eb6e85b-2b07-49d1-b21e-e6fbd2759397 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:39:56.831334 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-9eb6e85b-2b07-49d1-b21e-e6fbd2759397 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:39:56.850573 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9eb6e85b-2b07-49d1-b21e-e6fbd2759397 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:56.932719 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9eb6e85b-2b07-49d1-b21e-e6fbd2759397 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:56.936202 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9eb6e85b-2b07-49d1-b21e-e6fbd2759397 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860092'] for security_group_rule, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:56.938767 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:39:56.968807 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb6e85b-2b07-49d1-b21e-e6fbd2759397 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c40d49c-ee50-42cc-8a4f-b5f504673bcf,revision_number=0']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:39:56.975596 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-9eb6e85b-2b07-49d1-b21e-e6fbd2759397 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:39:56.980210 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9eb6e85b-2b07-49d1-b21e-e6fbd2759397 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:56.981531 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-9eb6e85b-2b07-49d1-b21e-e6fbd2759397 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1783247 Apr 20 18:39:56.984980 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 42512) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:56.991968 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-51bb89d9-da5d-4a54-a2a9-6b3755f7d169 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Request body: {'security_group_rule': {'security_group_id': '581de505-30ae-4045-9ef8-cd6029f35e78', 'project_id': '78523cc200d74d3593590973bc47d263', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:39:57.000104 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-51bb89d9-da5d-4a54-a2a9-6b3755f7d169 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:39:57.005175 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-51bb89d9-da5d-4a54-a2a9-6b3755f7d169 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Usage tracker for resource:security_group_rule and tenant:78523cc200d74d3593590973bc47d263 is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:39:57.008954 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-51bb89d9-da5d-4a54-a2a9-6b3755f7d169 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:39:57.016112 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-51bb89d9-da5d-4a54-a2a9-6b3755f7d169 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:39:57.036158 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-51bb89d9-da5d-4a54-a2a9-6b3755f7d169 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:57.109527 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-51bb89d9-da5d-4a54-a2a9-6b3755f7d169 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:57.112881 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-51bb89d9-da5d-4a54-a2a9-6b3755f7d169 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860092'] for security_group_rule, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:57.120814 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:39:57.142451 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bb89d9-da5d-4a54-a2a9-6b3755f7d169 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8026fcc7-781f-4e4f-8e31-7481b218db17,revision_number=0']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:39:57.144823 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-51bb89d9-da5d-4a54-a2a9-6b3755f7d169 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:39:57.149093 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-51bb89d9-da5d-4a54-a2a9-6b3755f7d169 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:57.150236 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-51bb89d9-da5d-4a54-a2a9-6b3755f7d169 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1641812 Apr 20 18:39:57.153354 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 42516) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:57.159083 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-e809810e-f2d3-4154-94f9-a2c5d198a3cc tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Request body: {'security_group_rule': {'security_group_id': '581de505-30ae-4045-9ef8-cd6029f35e78', 'project_id': '78523cc200d74d3593590973bc47d263', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:39:57.165673 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-e809810e-f2d3-4154-94f9-a2c5d198a3cc tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:39:57.169996 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-e809810e-f2d3-4154-94f9-a2c5d198a3cc tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Usage tracker for resource:security_group_rule and tenant:78523cc200d74d3593590973bc47d263 is out of sync, need to count used quota {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:39:57.173136 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-e809810e-f2d3-4154-94f9-a2c5d198a3cc tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86392) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:39:57.179391 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-e809810e-f2d3-4154-94f9-a2c5d198a3cc tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86392) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:39:57.200660 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e809810e-f2d3-4154-94f9-a2c5d198a3cc tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:57.267523 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e809810e-f2d3-4154-94f9-a2c5d198a3cc tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:57.271009 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e809810e-f2d3-4154-94f9-a2c5d198a3cc tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860092'] for security_group_rule, after_create {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:57.278929 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-d1f2396c-b61d-4fe7-ad6e-bd691f4b1c22 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:39:57.301143 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e809810e-f2d3-4154-94f9-a2c5d198a3cc tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6de20f1e-6fe2-4534-9989-9bb30778160f,revision_number=0']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:39:57.303791 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-e809810e-f2d3-4154-94f9-a2c5d198a3cc tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:39:57.308220 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e809810e-f2d3-4154-94f9-a2c5d198a3cc tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:57.309496 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-e809810e-f2d3-4154-94f9-a2c5d198a3cc tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1551495 Apr 20 18:39:57.314508 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 42520) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:57.320692 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-685f3703-8425-4433-835c-8ad175b6fc7e tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Request body: {'security_group_rule': {'security_group_id': '581de505-30ae-4045-9ef8-cd6029f35e78', 'project_id': '78523cc200d74d3593590973bc47d263', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:39:57.328008 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-685f3703-8425-4433-835c-8ad175b6fc7e tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:39:57.332564 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-685f3703-8425-4433-835c-8ad175b6fc7e tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Usage tracker for resource:security_group_rule and tenant:78523cc200d74d3593590973bc47d263 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:39:57.336115 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-685f3703-8425-4433-835c-8ad175b6fc7e tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:39:57.342510 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-685f3703-8425-4433-835c-8ad175b6fc7e tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:39:57.360596 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-685f3703-8425-4433-835c-8ad175b6fc7e tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:57.428497 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-685f3703-8425-4433-835c-8ad175b6fc7e tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:57.431948 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-685f3703-8425-4433-835c-8ad175b6fc7e tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860092'] for security_group_rule, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:57.443391 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:39:57.468394 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685f3703-8425-4433-835c-8ad175b6fc7e tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d398d764-e32f-4057-8c4e-58fd8da984db,revision_number=0']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:39:57.471172 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-685f3703-8425-4433-835c-8ad175b6fc7e tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:39:57.473285 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-685f3703-8425-4433-835c-8ad175b6fc7e tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:57.474852 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-685f3703-8425-4433-835c-8ad175b6fc7e tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1589365 Apr 20 18:39:57.477751 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 42524) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:57.483336 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-be644914-21e3-40c2-9bc6-f6e25569b9c5 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Request body: {'security_group_rule': {'security_group_id': '581de505-30ae-4045-9ef8-cd6029f35e78', 'project_id': '78523cc200d74d3593590973bc47d263', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:39:57.489867 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-be644914-21e3-40c2-9bc6-f6e25569b9c5 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:39:57.494138 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-be644914-21e3-40c2-9bc6-f6e25569b9c5 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Usage tracker for resource:security_group_rule and tenant:78523cc200d74d3593590973bc47d263 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:39:57.497322 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-be644914-21e3-40c2-9bc6-f6e25569b9c5 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:39:57.503668 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-be644914-21e3-40c2-9bc6-f6e25569b9c5 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:39:57.515813 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.db.securitygroups_db [None req-be644914-21e3-40c2-9bc6-f6e25569b9c5 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Project 78523cc200d74d3593590973bc47d263 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 18:39:57.523228 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-be644914-21e3-40c2-9bc6-f6e25569b9c5 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:57.592352 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-be644914-21e3-40c2-9bc6-f6e25569b9c5 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:57.596535 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-be644914-21e3-40c2-9bc6-f6e25569b9c5 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860092'] for security_group_rule, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:57.598756 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-9456612f-5673-4ab6-bb5a-1eaab4645fee tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:39:57.622613 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be644914-21e3-40c2-9bc6-f6e25569b9c5 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a8826ee-42fd-4636-8bed-dcebde740c4c,revision_number=0']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:39:57.625344 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-be644914-21e3-40c2-9bc6-f6e25569b9c5 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:39:57.632398 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-be644914-21e3-40c2-9bc6-f6e25569b9c5 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:57.633710 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-be644914-21e3-40c2-9bc6-f6e25569b9c5 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1549330 Apr 20 18:39:57.636689 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 42528) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:57.642226 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-d220f3c3-c606-4109-918e-d13ba3284fd9 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Request body: {'security_group_rule': {'security_group_id': '581de505-30ae-4045-9ef8-cd6029f35e78', 'project_id': '78523cc200d74d3593590973bc47d263', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:39:57.648725 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-d220f3c3-c606-4109-918e-d13ba3284fd9 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:39:57.653014 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-d220f3c3-c606-4109-918e-d13ba3284fd9 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Usage tracker for resource:security_group_rule and tenant:78523cc200d74d3593590973bc47d263 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:39:57.656300 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-d220f3c3-c606-4109-918e-d13ba3284fd9 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:39:57.666861 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-d220f3c3-c606-4109-918e-d13ba3284fd9 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:39:57.677096 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.db.securitygroups_db [None req-d220f3c3-c606-4109-918e-d13ba3284fd9 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Project 78523cc200d74d3593590973bc47d263 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 18:39:57.684487 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d220f3c3-c606-4109-918e-d13ba3284fd9 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:57.759386 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d220f3c3-c606-4109-918e-d13ba3284fd9 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:57.763342 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d220f3c3-c606-4109-918e-d13ba3284fd9 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860092'] for security_group_rule, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:57.765767 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-4f351e2c-74f7-426e-9c7d-9476e735df12 tempest-AttachVolumeTestJSON-349992325 tempest-AttachVolumeTestJSON-349992325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:39:57.775689 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:57.792610 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d220f3c3-c606-4109-918e-d13ba3284fd9 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c367a2da-d865-40b4-b6b7-c0beaa5498b7,revision_number=0']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:39:57.797112 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-d220f3c3-c606-4109-918e-d13ba3284fd9 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:39:57.805818 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-d220f3c3-c606-4109-918e-d13ba3284fd9 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:57.807129 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-d220f3c3-c606-4109-918e-d13ba3284fd9 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1694477 Apr 20 18:39:57.876496 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device c8a979dc-872f-43f9-8194-6abd53ff6de8 up at agent ovs-agent-dv-cinder-786932-2-smb {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:39:57.950666 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Provisioning for port c8a979dc-872f-43f9-8194-6abd53ff6de8 completed by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:39:57.955707 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Provisioning complete for port c8a979dc-872f-43f9-8194-6abd53ff6de8 triggered by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:39:57.956122 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:58.083259 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:58.101911 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] For port c8a979dc-872f-43f9-8194-6abd53ff6de8, host dv-cinder-786932-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=c8a979dc-872f-43f9-8194-6abd53ff6de8,segment=NetworkSegment(2233cf5b-6309-472b-944c-203414fffc35),segment_id=2233cf5b-6309-472b-944c-203414fffc35)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:39:58.105162 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:58.107762 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-e31ea82e-b141-49bf-8628-2d074a11c77e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:39:58.182739 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Pushing event updated for resources: {'Port': ['ID=c8a979dc-872f-43f9-8194-6abd53ff6de8,revision_number=4']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:39:58.186082 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:39:58.416839 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db4e54cc-07a3-4585-8120-e6421209c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:58.595599 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7097d0-4fc4-4630-bd92-c4ae93ec6e28 None None] Sync routers for ids ['6183504b-841e-4b6a-b51c-7b61e8d1bfbe'] in dv-cinder-786932-2-smb {{(pid=86394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:39:58.607259 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7097d0-4fc4-4630-bd92-c4ae93ec6e28 None None] Routers {'6183504b-841e-4b6a-b51c-7b61e8d1bfbe'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:39:58.607899 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-fb7097d0-4fc4-4630-bd92-c4ae93ec6e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:39:56Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['6183504b-841e-4b6a-b51c-7b61e8d1bfbe'], 'active': True} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:39:58.803416 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-fb7097d0-4fc4-4630-bd92-c4ae93ec6e28 None None] Set router 6183504b-841e-4b6a-b51c-7b61e8d1bfbe gateway port host: dv-cinder-786932-2-smb {{(pid=86394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:39:59.321373 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-fb7097d0-4fc4-4630-bd92-c4ae93ec6e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6183504b-841e-4b6a-b51c-7b61e8d1bfbe', 'name': 'tempest-TestShelveInstance-350286913-router', 'tenant_id': '274661abf145413d8f9290a49c30b181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.184'}], 'enable_snat': True}, 'gw_port_id': 'c8a979dc-872f-43f9-8194-6abd53ff6de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:39:49Z', 'updated_at': '2021-04-20T18:39:53Z', 'revision_number': 4, 'project_id': '274661abf145413d8f9290a49c30b181', 'gw_port': {'id': 'c8a979dc-872f-43f9-8194-6abd53ff6de8', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:57:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6183504b-841e-4b6a-b51c-7b61e8d1bfbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:39:50Z', 'updated_at': '2021-04-20T18:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb', '_interfaces': [{'id': 'bc28d806-0702-49ea-ade3-3edff9c2440c', 'name': '', 'network_id': 'c8840057-c2a6-4972-8887-29821d519c65', 'tenant_id': '274661abf145413d8f9290a49c30b181', 'mac_address': 'fa:16:3e:24:36:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6183504b-841e-4b6a-b51c-7b61e8d1bfbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'd5473c5f-a8da-4a93-a851-655a67851bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:39:53Z', 'updated_at': '2021-04-20T18:39:54Z', 'revision_number': 2, 'project_id': '274661abf145413d8f9290a49c30b181', 'subnets': [{'id': 'd5473c5f-a8da-4a93-a851-655a67851bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:39:59.325917 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7097d0-4fc4-4630-bd92-c4ae93ec6e28 None None] Checking router: 6183504b-841e-4b6a-b51c-7b61e8d1bfbe for host: dv-cinder-786932-2-smb {{(pid=86394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:39:59.326324 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7097d0-4fc4-4630-bd92-c4ae93ec6e28 None None] Updating router 6183504b-841e-4b6a-b51c-7b61e8d1bfbe port bc28d806-0702-49ea-ade3-3edff9c2440c binding host dv-cinder-786932-2-smb {{(pid=86394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 18:39:59.388623 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-fb7097d0-4fc4-4630-bd92-c4ae93ec6e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:59.770934 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-fb7097d0-4fc4-4630-bd92-c4ae93ec6e28 None None] Notify callbacks [] for port, precommit_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:59.784066 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-fb7097d0-4fc4-4630-bd92-c4ae93ec6e28 None None] Transition to ACTIVE for port object bc28d806-0702-49ea-ade3-3edff9c2440c will not be triggered until provisioned by entity L2. {{(pid=86394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:39:59.791970 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-fb7097d0-4fc4-4630-bd92-c4ae93ec6e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:39:59.796202 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-585e546f-fdde-470b-9d07-67734ce0e1af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:39:59.876512 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device c8a979dc-872f-43f9-8194-6abd53ff6de8 up at agent ovs-agent-dv-cinder-786932-2-smb {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:39:59.932744 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c01cb-208e-4986-bfa6-0ce31942b5cb None None] Pushing event updated for resources: {'Port': ['ID=bc28d806-0702-49ea-ade3-3edff9c2440c,revision_number=3']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:39:59.937256 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-fc1c01cb-208e-4986-bfa6-0ce31942b5cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:39:59.954767 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Provisioning complete for port c8a979dc-872f-43f9-8194-6abd53ff6de8 triggered by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:39:59.955269 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:40:00.036596 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-fb7097d0-4fc4-4630-bd92-c4ae93ec6e28 None None] Attempting to bind port bc28d806-0702-49ea-ade3-3edff9c2440c on host dv-cinder-786932-2-smb for vnic_type normal with profile {{(pid=86394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:40:00.037018 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-fb7097d0-4fc4-4630-bd92-c4ae93ec6e28 None None] Attempting to bind port bc28d806-0702-49ea-ade3-3edff9c2440c by drivers openvswitch,hyperv on host dv-cinder-786932-2-smb at level 0 using segments [{'id': 'fc124d50-43b9-4428-bc3a-0c1d179aeb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c8840057-c2a6-4972-8887-29821d519c65'}] {{(pid=86394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:40:00.037412 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7097d0-4fc4-4630-bd92-c4ae93ec6e28 None None] Attempting to bind port bc28d806-0702-49ea-ade3-3edff9c2440c on network c8840057-c2a6-4972-8887-29821d519c65 {{(pid=86394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:40:00.043228 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7097d0-4fc4-4630-bd92-c4ae93ec6e28 None None] Checking agent: {'id': 'ac60c4f9-3ecd-40a5-acc5-9289d1156cbe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 20, 58), 'started_at': datetime.datetime(2021, 4, 20, 18, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:40:00.043640 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7097d0-4fc4-4630-bd92-c4ae93ec6e28 None None] Checking segment: {'id': 'fc124d50-43b9-4428-bc3a-0c1d179aeb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c8840057-c2a6-4972-8887-29821d519c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:40:00.044072 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-fb7097d0-4fc4-4630-bd92-c4ae93ec6e28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:40:00.044501 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7097d0-4fc4-4630-bd92-c4ae93ec6e28 None None] Bound using segment: {'id': 'fc124d50-43b9-4428-bc3a-0c1d179aeb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c8840057-c2a6-4972-8887-29821d519c65'} {{(pid=86394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:40:00.045004 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-fb7097d0-4fc4-4630-bd92-c4ae93ec6e28 None None] Bound port: bc28d806-0702-49ea-ade3-3edff9c2440c, host: dv-cinder-786932-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc124d50-43b9-4428-bc3a-0c1d179aeb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c8840057-c2a6-4972-8887-29821d519c65'}}] {{(pid=86394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:40:00.045444 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-fb7097d0-4fc4-4630-bd92-c4ae93ec6e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:40:00.143531 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-fb7097d0-4fc4-4630-bd92-c4ae93ec6e28 None None] For port bc28d806-0702-49ea-ade3-3edff9c2440c, host dv-cinder-786932-2-smb, cleared binding levels {{(pid=86394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:40:00.147216 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-fb7097d0-4fc4-4630-bd92-c4ae93ec6e28 None None] For port bc28d806-0702-49ea-ade3-3edff9c2440c, host dv-cinder-786932-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=bc28d806-0702-49ea-ade3-3edff9c2440c,segment=NetworkSegment(fc124d50-43b9-4428-bc3a-0c1d179aeb08),segment_id=fc124d50-43b9-4428-bc3a-0c1d179aeb08)] {{(pid=86394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:40:00.151936 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-fb7097d0-4fc4-4630-bd92-c4ae93ec6e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:40:00.156663 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:40:00.237329 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7097d0-4fc4-4630-bd92-c4ae93ec6e28 None None] Routers {'6183504b-841e-4b6a-b51c-7b61e8d1bfbe'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:40:00.238000 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-fb7097d0-4fc4-4630-bd92-c4ae93ec6e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:39:56Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['6183504b-841e-4b6a-b51c-7b61e8d1bfbe'], 'active': True} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:40:00.310237 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c01cb-208e-4986-bfa6-0ce31942b5cb None None] Pushing event updated for resources: {'Port': ['ID=bc28d806-0702-49ea-ade3-3edff9c2440c,revision_number=4']} {{(pid=86394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:40:00.364324 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-fc1c01cb-208e-4986-bfa6-0ce31942b5cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:40:00.437863 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-fb7097d0-4fc4-4630-bd92-c4ae93ec6e28 None None] Set router 6183504b-841e-4b6a-b51c-7b61e8d1bfbe gateway port host: dv-cinder-786932-2-smb {{(pid=86394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:40:00.779179 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-fb7097d0-4fc4-4630-bd92-c4ae93ec6e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6183504b-841e-4b6a-b51c-7b61e8d1bfbe', 'name': 'tempest-TestShelveInstance-350286913-router', 'tenant_id': '274661abf145413d8f9290a49c30b181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.184'}], 'enable_snat': True}, 'gw_port_id': 'c8a979dc-872f-43f9-8194-6abd53ff6de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:39:49Z', 'updated_at': '2021-04-20T18:39:53Z', 'revision_number': 4, 'project_id': '274661abf145413d8f9290a49c30b181', 'gw_port': {'id': 'c8a979dc-872f-43f9-8194-6abd53ff6de8', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:57:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6183504b-841e-4b6a-b51c-7b61e8d1bfbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:39:50Z', 'updated_at': '2021-04-20T18:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb', '_interfaces': [{'id': 'bc28d806-0702-49ea-ade3-3edff9c2440c', 'name': '', 'network_id': 'c8840057-c2a6-4972-8887-29821d519c65', 'tenant_id': '274661abf145413d8f9290a49c30b181', 'mac_address': 'fa:16:3e:24:36:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6183504b-841e-4b6a-b51c-7b61e8d1bfbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'd5473c5f-a8da-4a93-a851-655a67851bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:39:53Z', 'updated_at': '2021-04-20T18:40:00Z', 'revision_number': 4, 'project_id': '274661abf145413d8f9290a49c30b181', 'subnets': [{'id': 'd5473c5f-a8da-4a93-a851-655a67851bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:40:00.783615 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7097d0-4fc4-4630-bd92-c4ae93ec6e28 None None] The sync data for ids ['6183504b-841e-4b6a-b51c-7b61e8d1bfbe'] in dv-cinder-786932-2-smb is: [{'id': '6183504b-841e-4b6a-b51c-7b61e8d1bfbe', 'name': 'tempest-TestShelveInstance-350286913-router', 'tenant_id': '274661abf145413d8f9290a49c30b181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.184'}], 'enable_snat': True}, 'gw_port_id': 'c8a979dc-872f-43f9-8194-6abd53ff6de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:39:49Z', 'updated_at': '2021-04-20T18:39:53Z', 'revision_number': 4, 'project_id': '274661abf145413d8f9290a49c30b181', 'gw_port': {'id': 'c8a979dc-872f-43f9-8194-6abd53ff6de8', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:57:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6183504b-841e-4b6a-b51c-7b61e8d1bfbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:39:50Z', 'updated_at': '2021-04-20T18:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb', '_interfaces': [{'id': 'bc28d806-0702-49ea-ade3-3edff9c2440c', 'name': '', 'network_id': 'c8840057-c2a6-4972-8887-29821d519c65', 'tenant_id': '274661abf145413d8f9290a49c30b181', 'mac_address': 'fa:16:3e:24:36:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6183504b-841e-4b6a-b51c-7b61e8d1bfbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'd5473c5f-a8da-4a93-a851-655a67851bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:39:53Z', 'updated_at': '2021-04-20T18:40:00Z', 'revision_number': 4, 'project_id': '274661abf145413d8f9290a49c30b181', 'subnets': [{'id': 'd5473c5f-a8da-4a93-a851-655a67851bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:40:01.874471 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device bc28d806-0702-49ea-ade3-3edff9c2440c up at agent ovs-agent-dv-cinder-786932-2-smb {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:40:01.952952 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Provisioning for port bc28d806-0702-49ea-ade3-3edff9c2440c completed by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:40:01.958184 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Provisioning complete for port bc28d806-0702-49ea-ade3-3edff9c2440c triggered by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:40:01.958640 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:40:02.090555 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:40:02.126663 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] For port bc28d806-0702-49ea-ade3-3edff9c2440c, host dv-cinder-786932-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=bc28d806-0702-49ea-ade3-3edff9c2440c,segment=NetworkSegment(fc124d50-43b9-4428-bc3a-0c1d179aeb08),segment_id=fc124d50-43b9-4428-bc3a-0c1d179aeb08)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:40:02.131246 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:40:02.133154 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-896724ea-ea7f-4112-a5e9-81d61796c010 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:40:02.211390 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Pushing event updated for resources: {'Port': ['ID=bc28d806-0702-49ea-ade3-3edff9c2440c,revision_number=5']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:40:02.215208 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:40:03.863607 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device bc28d806-0702-49ea-ade3-3edff9c2440c up at agent ovs-agent-dv-cinder-786932-2-smb {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:40:03.944871 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Provisioning complete for port bc28d806-0702-49ea-ade3-3edff9c2440c triggered by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:40:03.945296 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:40:12.067995 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ac64e106-a4e0-4fae-932f-5273146dc55b req-96ec5d3d-bbc7-40de-a8ad-ea0669394da9 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1574871698&fields=id&tenant_id=78523cc200d74d3593590973bc47d263 HTTP/1.1" status: 200 len: 267 time: 0.0489519 Apr 20 18:40:12.231330 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64e106-a4e0-4fae-932f-5273146dc55b req-300e3a02-2160-4f9f-89ff-25c465fd16dc tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:40:12.232865 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ac64e106-a4e0-4fae-932f-5273146dc55b req-300e3a02-2160-4f9f-89ff-25c465fd16dc tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.20 "GET /v2.0/networks?id=e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d HTTP/1.1" status: 200 len: 809 time: 0.1575730 Apr 20 18:40:12.248767 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ac64e106-a4e0-4fae-932f-5273146dc55b req-8c10b482-6c29-4e2d-8a4d-ecd40e4babdd tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.20 "GET /v2.0/quotas/78523cc200d74d3593590973bc47d263 HTTP/1.1" status: 200 len: 375 time: 0.0097716 Apr 20 18:40:12.340276 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ac64e106-a4e0-4fae-932f-5273146dc55b req-dcba3bc8-d83b-448b-a067-4822178970da tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=78523cc200d74d3593590973bc47d263&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0860028 Apr 20 18:40:12.362767 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [req-ac64e106-a4e0-4fae-932f-5273146dc55b req-e6a73913-ca7f-4f66-ad77-daf887ec3210 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 18:40:12.363835 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ac64e106-a4e0-4fae-932f-5273146dc55b req-e6a73913-ca7f-4f66-ad77-daf887ec3210 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056002 Apr 20 18:40:12.505390 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ac64e106-a4e0-4fae-932f-5273146dc55b req-e5b8d127-5264-4bc8-bff3-e5be243d9653 service neutron] 10.222.0.20 "GET /v2.0/networks/e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356649 Apr 20 18:40:12.656709 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ac64e106-a4e0-4fae-932f-5273146dc55b req-93187997-f681-493e-8a7d-e4b2f4c165fa service neutron] 10.222.0.20 "GET /v2.0/networks/e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413393 Apr 20 18:40:13.204439 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-0cbe11f0-d2ed-4ddf-845f-bdfbb84474b1 req-1d9c4701-d7f1-458a-9923-85eea5fa61ad tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Synchronizing usage tracker for tenant:78523cc200d74d3593590973bc47d263 on resource:port {{(pid=86392) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:40:13.221552 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-0cbe11f0-d2ed-4ddf-845f-bdfbb84474b1 req-1d9c4701-d7f1-458a-9923-85eea5fa61ad tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Unset dirty status for tenant:78523cc200d74d3593590973bc47d263 on resource:port {{(pid=86392) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:40:13.222902 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-0cbe11f0-d2ed-4ddf-845f-bdfbb84474b1 req-1d9c4701-d7f1-458a-9923-85eea5fa61ad tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca984b03-bb0c-4b44-9125-3b55ff3827d7 HTTP/1.1" status: 200 len: 210 time: 0.1770029 Apr 20 18:40:14.414127 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f87876d3-13ff-45f1-b78d-021b2c04c8fb req-4460ab36-1ee9-4076-81d8-203950ec7a19 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca984b03-bb0c-4b44-9125-3b55ff3827d7 HTTP/1.1" status: 200 len: 210 time: 0.0660386 Apr 20 18:40:14.427977 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64e106-a4e0-4fae-932f-5273146dc55b req-a62930f0-a748-45a8-893f-e832194e722f tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:40:14.429751 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ac64e106-a4e0-4fae-932f-5273146dc55b req-a62930f0-a748-45a8-893f-e832194e722f tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.46 "GET /v2.0/networks?id=e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d HTTP/1.1" status: 200 len: 809 time: 0.2147043 Apr 20 18:40:14.509952 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ac64e106-a4e0-4fae-932f-5273146dc55b req-8da11ed2-3948-4399-add7-35abb55a3048 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=78523cc200d74d3593590973bc47d263 HTTP/1.1" status: 200 len: 8061 time: 0.0723369 Apr 20 18:40:14.519343 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [req-ac64e106-a4e0-4fae-932f-5273146dc55b req-f55a1362-87bc-4f56-8ac9-442a0fc8eb9f tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Request body: {'port': {'device_id': 'ca984b03-bb0c-4b44-9125-3b55ff3827d7', 'network_id': 'e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d', 'admin_state_up': True, 'tenant_id': '78523cc200d74d3593590973bc47d263', 'security_groups': ['581de505-30ae-4045-9ef8-cd6029f35e78']}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:40:14.668820 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [req-ac64e106-a4e0-4fae-932f-5273146dc55b req-f55a1362-87bc-4f56-8ac9-442a0fc8eb9f tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:40:14.679770 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [req-ac64e106-a4e0-4fae-932f-5273146dc55b req-f55a1362-87bc-4f56-8ac9-442a0fc8eb9f tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:40:14.690106 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac64e106-a4e0-4fae-932f-5273146dc55b req-f55a1362-87bc-4f56-8ac9-442a0fc8eb9f tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Made reservation on behalf of 78523cc200d74d3593590973bc47d263 for: {'port': 1} {{(pid=86391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:40:14.696255 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-ac64e106-a4e0-4fae-932f-5273146dc55b req-f55a1362-87bc-4f56-8ac9-442a0fc8eb9f tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:40:14.874837 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.db_base_plugin_common [req-ac64e106-a4e0-4fae-932f-5273146dc55b req-f55a1362-87bc-4f56-8ac9-442a0fc8eb9f tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Allocated IP 172.20.0.3 (e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d/ea2b69e1-aa02-417b-ba12-47c5fab0a6a0/e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5) {{(pid=86391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:40:15.080050 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-ac64e106-a4e0-4fae-932f-5273146dc55b req-f55a1362-87bc-4f56-8ac9-442a0fc8eb9f tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Notify callbacks [] for port, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:40:15.096973 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [req-ac64e106-a4e0-4fae-932f-5273146dc55b req-f55a1362-87bc-4f56-8ac9-442a0fc8eb9f tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Transition to ACTIVE for port object e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5 will not be triggered until provisioned by entity DHCP. {{(pid=86391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:40:15.122227 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-ac64e106-a4e0-4fae-932f-5273146dc55b req-f55a1362-87bc-4f56-8ac9-442a0fc8eb9f tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278078920240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368212'] for port, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:40:15.128236 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-cf8d1fbc-7131-474b-9058-3ef6d79bba39 tempest-AttachVolumeShelveTestJSON-1968343582 tempest-AttachVolumeShelveTestJSON-1968343582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:40:15.200908 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac64e106-a4e0-4fae-932f-5273146dc55b req-f55a1362-87bc-4f56-8ac9-442a0fc8eb9f tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Network e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d is already hosted by enough agents. {{(pid=86391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:40:15.204223 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [req-ac64e106-a4e0-4fae-932f-5273146dc55b req-f55a1362-87bc-4f56-8ac9-442a0fc8eb9f tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Resources bound (agent type, host, resource id): {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:40:15.208530 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac64e106-a4e0-4fae-932f-5273146dc55b req-f55a1362-87bc-4f56-8ac9-442a0fc8eb9f tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Received port after_create {{(pid=86391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:40:15.241840 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55a1362-87bc-4f56-8ac9-442a0fc8eb9f tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Pushing event updated for resources: {'Port': ['ID=e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:40:15.249195 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-f55a1362-87bc-4f56-8ac9-442a0fc8eb9f tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:40:15.281260 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64e106-a4e0-4fae-932f-5273146dc55b req-f55a1362-87bc-4f56-8ac9-442a0fc8eb9f tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:40:15.281939 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-ac64e106-a4e0-4fae-932f-5273146dc55b req-f55a1362-87bc-4f56-8ac9-442a0fc8eb9f tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031'] for port, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:40:15.308381 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ac64e106-a4e0-4fae-932f-5273146dc55b req-f55a1362-87bc-4f56-8ac9-442a0fc8eb9f tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7935240 Apr 20 18:40:15.318836 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [req-ac64e106-a4e0-4fae-932f-5273146dc55b req-cff4877e-f476-4413-bff7-96000f6f0a02 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 18:40:15.319914 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ac64e106-a4e0-4fae-932f-5273146dc55b req-cff4877e-f476-4413-bff7-96000f6f0a02 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057173 Apr 20 18:40:15.366057 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-5e5897ce-d83a-4c42-b65c-1ff8dab838d2 None None] Provisioning for port e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5 completed by entity DHCP. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:40:15.371238 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-5e5897ce-d83a-4c42-b65c-1ff8dab838d2 None None] Provisioning complete for port e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5 triggered by entity DHCP. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:40:15.371668 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-5e5897ce-d83a-4c42-b65c-1ff8dab838d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:40:15.381431 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [req-ac64e106-a4e0-4fae-932f-5273146dc55b req-bd7d5d3d-3de9-4011-8a64-ab1f377e488f service neutron] Request body: {'port': {'device_id': 'ca984b03-bb0c-4b44-9125-3b55ff3827d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:40:15.428338 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-5e5897ce-d83a-4c42-b65c-1ff8dab838d2 None None] Port e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5 cannot update to ACTIVE because it is not bound. {{(pid=86393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:40:15.504856 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-ac64e106-a4e0-4fae-932f-5273146dc55b req-bd7d5d3d-3de9-4011-8a64-ab1f377e488f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:40:15.622302 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b88264-a65a-4419-8c41-9008878c0234 req-13acb148-ec46-4e54-b76b-1b182653a224 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:40:15.623906 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-56b88264-a65a-4419-8c41-9008878c0234 req-13acb148-ec46-4e54-b76b-1b182653a224 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca984b03-bb0c-4b44-9125-3b55ff3827d7 HTTP/1.1" status: 200 len: 931 time: 0.0924904 Apr 20 18:40:15.671896 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-56b88264-a65a-4419-8c41-9008878c0234 req-7e327aec-ddac-4a52-b300-374bd22ad053 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Synchronizing usage tracker for tenant:78523cc200d74d3593590973bc47d263 on resource:security_group {{(pid=86392) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:40:15.687959 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-56b88264-a65a-4419-8c41-9008878c0234 req-7e327aec-ddac-4a52-b300-374bd22ad053 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Unset dirty status for tenant:78523cc200d74d3593590973bc47d263 on resource:security_group {{(pid=86392) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:40:15.689283 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-56b88264-a65a-4419-8c41-9008878c0234 req-7e327aec-ddac-4a52-b300-374bd22ad053 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.20 "GET /v2.0/security-groups?id=581de505-30ae-4045-9ef8-cd6029f35e78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587616 Apr 20 18:40:16.136855 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [req-ac64e106-a4e0-4fae-932f-5273146dc55b req-bd7d5d3d-3de9-4011-8a64-ab1f377e488f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5 {{(pid=86391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:40:16.144955 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-ac64e106-a4e0-4fae-932f-5273146dc55b req-bd7d5d3d-3de9-4011-8a64-ab1f377e488f service neutron] Notify callbacks [] for port, precommit_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:40:16.160334 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [req-ac64e106-a4e0-4fae-932f-5273146dc55b req-bd7d5d3d-3de9-4011-8a64-ab1f377e488f service neutron] Transition to ACTIVE for port object e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5 will not be triggered until provisioned by entity L2. {{(pid=86391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:40:16.163841 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-ac64e106-a4e0-4fae-932f-5273146dc55b req-bd7d5d3d-3de9-4011-8a64-ab1f377e488f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852407587'] for port, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:40:16.167547 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-fb5aa050-5566-4362-b1a4-af24deae1559 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:40:16.332044 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7d5d3d-3de9-4011-8a64-ab1f377e488f service neutron] Pushing event updated for resources: {'Port': ['ID=e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5,revision_number=2']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:40:16.376812 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7d5d3d-3de9-4011-8a64-ab1f377e488f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:40:16.377238 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7d5d3d-3de9-4011-8a64-ab1f377e488f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:40:16.377649 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7d5d3d-3de9-4011-8a64-ab1f377e488f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:40:16.378052 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7d5d3d-3de9-4011-8a64-ab1f377e488f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:40:16.378453 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7d5d3d-3de9-4011-8a64-ab1f377e488f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:40:16.378881 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7d5d3d-3de9-4011-8a64-ab1f377e488f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:40:16.379283 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7d5d3d-3de9-4011-8a64-ab1f377e488f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:40:16.379681 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7d5d3d-3de9-4011-8a64-ab1f377e488f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:40:16.380088 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7d5d3d-3de9-4011-8a64-ab1f377e488f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:40:16.380468 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7d5d3d-3de9-4011-8a64-ab1f377e488f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:40:16.380861 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7d5d3d-3de9-4011-8a64-ab1f377e488f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:40:16.381229 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7d5d3d-3de9-4011-8a64-ab1f377e488f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:40:16.387434 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-bd7d5d3d-3de9-4011-8a64-ab1f377e488f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:40:16.428538 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [req-ac64e106-a4e0-4fae-932f-5273146dc55b req-bd7d5d3d-3de9-4011-8a64-ab1f377e488f service neutron] Attempting to bind port e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:40:16.429011 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [req-ac64e106-a4e0-4fae-932f-5273146dc55b req-bd7d5d3d-3de9-4011-8a64-ab1f377e488f service neutron] Attempting to bind port e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '8efd7045-e71c-4bc2-ba35-3f4fd3793e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d'}] {{(pid=86391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:40:16.429147 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac64e106-a4e0-4fae-932f-5273146dc55b req-bd7d5d3d-3de9-4011-8a64-ab1f377e488f service neutron] Attempting to bind port e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5 on network e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:40:16.434399 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac64e106-a4e0-4fae-932f-5273146dc55b req-bd7d5d3d-3de9-4011-8a64-ab1f377e488f service neutron] Port e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5 on network e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:40:16.434748 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac64e106-a4e0-4fae-932f-5273146dc55b req-bd7d5d3d-3de9-4011-8a64-ab1f377e488f service neutron] Attempting to bind port e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5 on network e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:40:16.440521 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac64e106-a4e0-4fae-932f-5273146dc55b req-bd7d5d3d-3de9-4011-8a64-ab1f377e488f service neutron] Checking agent: {'id': '263cae3f-8754-41ef-b011-a572dc0aeed8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 27, 47), 'started_at': datetime.datetime(2021, 4, 20, 18, 27, 47), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:40:16.440904 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac64e106-a4e0-4fae-932f-5273146dc55b req-bd7d5d3d-3de9-4011-8a64-ab1f377e488f service neutron] Checking segment: {'id': '8efd7045-e71c-4bc2-ba35-3f4fd3793e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:40:16.441322 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac64e106-a4e0-4fae-932f-5273146dc55b req-bd7d5d3d-3de9-4011-8a64-ab1f377e488f service neutron] Bound using segment: {'id': '8efd7045-e71c-4bc2-ba35-3f4fd3793e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d'} {{(pid=86391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:40:16.441784 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [req-ac64e106-a4e0-4fae-932f-5273146dc55b req-bd7d5d3d-3de9-4011-8a64-ab1f377e488f service neutron] Bound port: e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8efd7045-e71c-4bc2-ba35-3f4fd3793e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d'}}] {{(pid=86391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:40:16.442167 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-ac64e106-a4e0-4fae-932f-5273146dc55b req-bd7d5d3d-3de9-4011-8a64-ab1f377e488f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:40:16.540923 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [req-ac64e106-a4e0-4fae-932f-5273146dc55b req-bd7d5d3d-3de9-4011-8a64-ab1f377e488f service neutron] For port e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5, host hv-cinder-78693, cleared binding levels {{(pid=86391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:40:16.544114 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [req-ac64e106-a4e0-4fae-932f-5273146dc55b req-bd7d5d3d-3de9-4011-8a64-ab1f377e488f service neutron] For port e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5,segment=NetworkSegment(8efd7045-e71c-4bc2-ba35-3f4fd3793e5a),segment_id=8efd7045-e71c-4bc2-ba35-3f4fd3793e5a)] {{(pid=86391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:40:16.548521 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-ac64e106-a4e0-4fae-932f-5273146dc55b req-bd7d5d3d-3de9-4011-8a64-ab1f377e488f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852407587'] for port, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:40:16.552335 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-bd7d5d3d-3de9-4011-8a64-ab1f377e488f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:40:16.612820 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64e106-a4e0-4fae-932f-5273146dc55b req-bd7d5d3d-3de9-4011-8a64-ab1f377e488f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:40:16.613500 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-ac64e106-a4e0-4fae-932f-5273146dc55b req-bd7d5d3d-3de9-4011-8a64-ab1f377e488f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031'] for port, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:40:16.615083 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ac64e106-a4e0-4fae-932f-5273146dc55b req-bd7d5d3d-3de9-4011-8a64-ab1f377e488f service neutron] 10.222.0.46 "PUT /v2.0/ports/e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5 HTTP/1.1" status: 200 len: 1093 time: 1.2883694 Apr 20 18:40:16.615637 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca984b03-bb0c-4b44-9125-3b55ff3827d7', 'tag': 'e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5'}] {{(pid=86391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:40:16.638179 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7d5d3d-3de9-4011-8a64-ab1f377e488f service neutron] Pushing event updated for resources: {'Port': ['ID=e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5,revision_number=3']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:40:16.641703 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-bd7d5d3d-3de9-4011-8a64-ab1f377e488f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:40:16.690016 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca984b03-bb0c-4b44-9125-3b55ff3827d7', 'tag': 'e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5', 'status': 'completed', 'code': 200} Apr 20 18:40:16.739165 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64e106-a4e0-4fae-932f-5273146dc55b req-aec90ea2-2388-40fc-ac08-c6db14be5788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:40:16.740802 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ac64e106-a4e0-4fae-932f-5273146dc55b req-aec90ea2-2388-40fc-ac08-c6db14be5788 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=78523cc200d74d3593590973bc47d263&device_id=ca984b03-bb0c-4b44-9125-3b55ff3827d7 HTTP/1.1" status: 200 len: 1096 time: 0.0886221 Apr 20 18:40:16.749287 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:40:16.814269 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ac64e106-a4e0-4fae-932f-5273146dc55b req-d68132be-8637-40d3-a380-90765cbaef4d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5 HTTP/1.1" status: 200 len: 217 time: 0.0667052 Apr 20 18:40:16.889759 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64e106-a4e0-4fae-932f-5273146dc55b req-8ebdeebf-24fe-465e-9de3-13a9b2b4a1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:40:16.891327 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ac64e106-a4e0-4fae-932f-5273146dc55b req-8ebdeebf-24fe-465e-9de3-13a9b2b4a1ab service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ea2b69e1-aa02-417b-ba12-47c5fab0a6a0 HTTP/1.1" status: 200 len: 848 time: 0.0699673 Apr 20 18:40:16.906392 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68122eec-ed2a-4697-9d1a-117cb66cc45b req-547b1d7b-3792-419c-aed9-3a4e8aa6834a tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:40:16.908105 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-68122eec-ed2a-4697-9d1a-117cb66cc45b req-547b1d7b-3792-419c-aed9-3a4e8aa6834a tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca984b03-bb0c-4b44-9125-3b55ff3827d7 HTTP/1.1" status: 200 len: 943 time: 0.0895007 Apr 20 18:40:16.959969 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-68122eec-ed2a-4697-9d1a-117cb66cc45b req-f77f9a9a-e47c-4458-9191-aec090d85ba0 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.20 "GET /v2.0/security-groups?id=581de505-30ae-4045-9ef8-cd6029f35e78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448778 Apr 20 18:40:16.976652 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64e106-a4e0-4fae-932f-5273146dc55b req-ddce7c3c-730f-426e-9827-338b86676086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:40:16.978301 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ac64e106-a4e0-4fae-932f-5273146dc55b req-ddce7c3c-730f-426e-9827-338b86676086 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0805185 Apr 20 18:40:17.122365 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ac64e106-a4e0-4fae-932f-5273146dc55b req-9d96dd40-5da9-4aac-b0f5-7a031d313856 service neutron] 10.222.0.46 "GET /v2.0/networks/e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376789 Apr 20 18:40:17.269028 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ac64e106-a4e0-4fae-932f-5273146dc55b req-67c8b758-0bae-4c9a-a912-60bb555ba674 service neutron] 10.222.0.46 "GET /v2.0/networks/e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402633 Apr 20 18:40:17.399695 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6320ad62-3dd5-409d-9ce1-0b2a024a34a7 req-85e1216b-87fd-48b0-97ff-42b10646f1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:40:17.401265 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-6320ad62-3dd5-409d-9ce1-0b2a024a34a7 req-85e1216b-87fd-48b0-97ff-42b10646f1db service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=78523cc200d74d3593590973bc47d263&device_id=ca984b03-bb0c-4b44-9125-3b55ff3827d7 HTTP/1.1" status: 200 len: 1096 time: 0.0845771 Apr 20 18:40:17.545025 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6320ad62-3dd5-409d-9ce1-0b2a024a34a7 req-3e2a5bbb-ce94-4b7d-b94a-6ff1c4ce5403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:40:17.546489 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-6320ad62-3dd5-409d-9ce1-0b2a024a34a7 req-3e2a5bbb-ce94-4b7d-b94a-6ff1c4ce5403 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d HTTP/1.1" status: 200 len: 910 time: 0.1385598 Apr 20 18:40:17.618945 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-6320ad62-3dd5-409d-9ce1-0b2a024a34a7 req-d450d3d6-3967-4981-a410-6864589129e4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5 HTTP/1.1" status: 200 len: 217 time: 0.0653312 Apr 20 18:40:17.693040 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6320ad62-3dd5-409d-9ce1-0b2a024a34a7 req-d061d7e7-a8c8-4d4f-a2d9-a5dcf508c118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:40:17.694556 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-6320ad62-3dd5-409d-9ce1-0b2a024a34a7 req-d061d7e7-a8c8-4d4f-a2d9-a5dcf508c118 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ea2b69e1-aa02-417b-ba12-47c5fab0a6a0 HTTP/1.1" status: 200 len: 848 time: 0.0685627 Apr 20 18:40:17.783439 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6320ad62-3dd5-409d-9ce1-0b2a024a34a7 req-0a37a5f1-1963-4d77-9e98-f14b0c63f1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:40:17.785001 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-6320ad62-3dd5-409d-9ce1-0b2a024a34a7 req-0a37a5f1-1963-4d77-9e98-f14b0c63f1b4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0835810 Apr 20 18:40:17.935343 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-6320ad62-3dd5-409d-9ce1-0b2a024a34a7 req-a0ab70ee-d266-44e7-bb55-034204ad40b9 service neutron] 10.222.0.46 "GET /v2.0/networks/e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428652 Apr 20 18:40:18.116403 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-6320ad62-3dd5-409d-9ce1-0b2a024a34a7 req-0986a61f-ce09-4a0b-8104-263c7ff18331 service neutron] 10.222.0.46 "GET /v2.0/networks/e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739249 Apr 20 18:40:18.169088 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838fa0a1-b3d2-4316-b046-d2d3aded61a3 req-35117d1e-9b28-49af-aab8-f73ee947af8d tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:40:18.169833 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-838fa0a1-b3d2-4316-b046-d2d3aded61a3 req-35117d1e-9b28-49af-aab8-f73ee947af8d tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Synchronizing usage tracker for tenant:78523cc200d74d3593590973bc47d263 on resource:port {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:40:18.186459 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-838fa0a1-b3d2-4316-b046-d2d3aded61a3 req-35117d1e-9b28-49af-aab8-f73ee947af8d tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Unset dirty status for tenant:78523cc200d74d3593590973bc47d263 on resource:port {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:40:18.187756 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-838fa0a1-b3d2-4316-b046-d2d3aded61a3 req-35117d1e-9b28-49af-aab8-f73ee947af8d tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca984b03-bb0c-4b44-9125-3b55ff3827d7 HTTP/1.1" status: 200 len: 943 time: 0.1096570 Apr 20 18:40:18.239692 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-838fa0a1-b3d2-4316-b046-d2d3aded61a3 req-dd1db76c-63e9-40c1-ab73-0bc087df31a9 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.20 "GET /v2.0/security-groups?id=581de505-30ae-4045-9ef8-cd6029f35e78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453532 Apr 20 18:40:18.368770 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:40:18.651829 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5,segment=NetworkSegment(8efd7045-e71c-4bc2-ba35-3f4fd3793e5a),segment_id=8efd7045-e71c-4bc2-ba35-3f4fd3793e5a)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:40:18.669022 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Returning: {'device': 'e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5', 'network_id': 'e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d', 'port_id': 'e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5', 'mac_address': 'fa:16:3e:1f:a1:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea2b69e1-aa02-417b-ba12-47c5fab0a6a0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:40:18.748692 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:40:18.773238 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5 {{(pid=86393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:40:18.794213 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5,segment=NetworkSegment(8efd7045-e71c-4bc2-ba35-3f4fd3793e5a),segment_id=8efd7045-e71c-4bc2-ba35-3f4fd3793e5a)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:40:18.799174 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:40:18.802503 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:40:18.886980 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Pushing event updated for resources: {'Port': ['ID=e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5,revision_number=4']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:40:18.891109 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:40:19.018865 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] get_ports_and_sgs() called for port_ids ['e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5'] {{(pid=86393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:40:19.450458 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d460f2d-fea8-4874-9bac-7bfafe3e960b req-5edab941-49c8-458b-91ce-f2085b1b88ec tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:40:19.452074 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-4d460f2d-fea8-4874-9bac-7bfafe3e960b req-5edab941-49c8-458b-91ce-f2085b1b88ec tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca984b03-bb0c-4b44-9125-3b55ff3827d7 HTTP/1.1" status: 200 len: 944 time: 0.0914021 Apr 20 18:40:19.502809 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-4d460f2d-fea8-4874-9bac-7bfafe3e960b req-e2ea76fc-fc53-47be-ae11-18e6289ca439 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.20 "GET /v2.0/security-groups?id=581de505-30ae-4045-9ef8-cd6029f35e78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409186 Apr 20 18:40:20.384189 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5 up at agent hyperv_hv-cinder-78693 {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:40:20.467449 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Provisioning for port e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5 completed by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:40:20.472526 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Provisioning complete for port e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5 triggered by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:40:20.472929 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:40:20.605071 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:40:20.633669 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca984b03-bb0c-4b44-9125-3b55ff3827d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:40:20.644374 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5,segment=NetworkSegment(8efd7045-e71c-4bc2-ba35-3f4fd3793e5a),segment_id=8efd7045-e71c-4bc2-ba35-3f4fd3793e5a)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:40:20.647377 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:40:20.649333 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-98e51a66-8210-4504-bdcc-e793f613711e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:40:20.686787 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca984b03-bb0c-4b44-9125-3b55ff3827d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5', 'code': 200} Apr 20 18:40:20.720416 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a291820-59e1-42f6-94cf-6913b129eb83 req-24c52cb9-47a2-455d-b6b2-81dda22c2937 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:40:20.721165 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Pushing event updated for resources: {'Port': ['ID=e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5,revision_number=5']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:40:20.722024 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-6a291820-59e1-42f6-94cf-6913b129eb83 req-24c52cb9-47a2-455d-b6b2-81dda22c2937 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca984b03-bb0c-4b44-9125-3b55ff3827d7 HTTP/1.1" status: 200 len: 945 time: 0.0951269 Apr 20 18:40:20.725483 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:40:20.769568 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-6a291820-59e1-42f6-94cf-6913b129eb83 req-f2c3e5fb-6c08-49af-9020-ae5a3e0dcfd8 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.20 "GET /v2.0/security-groups?id=581de505-30ae-4045-9ef8-cd6029f35e78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412095 Apr 20 18:40:20.848962 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.agents_db [None req-bb53aea3-de48-49b3-8e00-ae07e91d3609 None None] Agent healthcheck: found 6 active agents {{(pid=86394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:40:21.002949 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12e386-12ee-4d38-a8c1-f95155a297f7 req-0f2e1b9a-b45c-4efb-aed1-5327ac812deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:40:21.004565 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-4d12e386-12ee-4d38-a8c1-f95155a297f7 req-0f2e1b9a-b45c-4efb-aed1-5327ac812deb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ca984b03-bb0c-4b44-9125-3b55ff3827d7 HTTP/1.1" status: 200 len: 1098 time: 0.0920024 Apr 20 18:40:21.047975 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-4d12e386-12ee-4d38-a8c1-f95155a297f7 req-8cc64991-2e86-4c58-a2c7-6c72d4c63f0d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=581de505-30ae-4045-9ef8-cd6029f35e78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373974 Apr 20 18:40:21.996687 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef574536-dc45-4f2f-8e16-5c5c02c54c95 req-a3291e87-4fa9-49a5-b465-cfb592dfb85b tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:40:21.998264 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ef574536-dc45-4f2f-8e16-5c5c02c54c95 req-a3291e87-4fa9-49a5-b465-cfb592dfb85b tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca984b03-bb0c-4b44-9125-3b55ff3827d7 HTTP/1.1" status: 200 len: 945 time: 0.0972264 Apr 20 18:40:22.049323 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-ef574536-dc45-4f2f-8e16-5c5c02c54c95 req-c85ce65d-f569-4fb3-878b-43636452a60a tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.20 "GET /v2.0/security-groups?id=581de505-30ae-4045-9ef8-cd6029f35e78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420847 Apr 20 18:40:22.263624 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547d4dd-80e0-4f9f-92bb-d80000f9f2bd req-d9f47c46-7df4-4110-ae22-fdb83d57a193 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:40:22.265192 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-b547d4dd-80e0-4f9f-92bb-d80000f9f2bd req-d9f47c46-7df4-4110-ae22-fdb83d57a193 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca984b03-bb0c-4b44-9125-3b55ff3827d7 HTTP/1.1" status: 200 len: 945 time: 0.0900884 Apr 20 18:40:22.325629 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-b547d4dd-80e0-4f9f-92bb-d80000f9f2bd req-93d02a67-6eb7-43da-b807-d7f3046a564c tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.20 "GET /v2.0/security-groups?id=581de505-30ae-4045-9ef8-cd6029f35e78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531061 Apr 20 18:40:22.356186 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 42672) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:40:22.495617 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5b474e-e22b-4170-b1bc-001948aa0571 tempest-TestShelveInstance-1502650257 tempest-TestShelveInstance-1502650257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:40:22.497248 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-0c5b474e-e22b-4170-b1bc-001948aa0571 tempest-TestShelveInstance-1502650257 tempest-TestShelveInstance-1502650257-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ca984b03-bb0c-4b44-9125-3b55ff3827d7 HTTP/1.1" status: 200 len: 1093 time: 0.1399314 Apr 20 18:40:22.500595 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 42678) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:40:22.506151 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.v2.base [None req-4ceaa3d2-e3ef-4dd3-9baa-a66e6fb6bc0c tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Request body: {'floatingip': {'floating_network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'port_id': 'e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5', 'tenant_id': '78523cc200d74d3593590973bc47d263', 'fixed_ip_address': '172.20.0.3'}} {{(pid=86391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:40:22.512533 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-4ceaa3d2-e3ef-4dd3-9baa-a66e6fb6bc0c tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:40:22.516734 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-4ceaa3d2-e3ef-4dd3-9baa-a66e6fb6bc0c tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Usage tracker for resource:floatingip and tenant:78523cc200d74d3593590973bc47d263 is out of sync, need to count used quota {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:40:22.519846 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [None req-4ceaa3d2-e3ef-4dd3-9baa-a66e6fb6bc0c tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:40:22.525964 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.quota.driver [None req-4ceaa3d2-e3ef-4dd3-9baa-a66e6fb6bc0c tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:40:22.536874 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4ceaa3d2-e3ef-4dd3-9baa-a66e6fb6bc0c tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Notify callbacks [] for floatingip, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:40:22.683411 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4ceaa3d2-e3ef-4dd3-9baa-a66e6fb6bc0c tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:40:22.829314 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.db_base_plugin_common [None req-4ceaa3d2-e3ef-4dd3-9baa-a66e6fb6bc0c tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Allocated IP 172.28.1.80 (6f8e8285-aaa9-4dbf-9e6b-39abd83f9974/f30c7817-a5c6-4c47-97c4-010d805a937c/6287686a-e747-4954-a77c-3f881f36b660) {{(pid=86391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:40:22.993118 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4ceaa3d2-e3ef-4dd3-9baa-a66e6fb6bc0c tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Notify callbacks [] for port, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:40:23.027237 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4ceaa3d2-e3ef-4dd3-9baa-a66e6fb6bc0c tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278078920240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368212'] for port, after_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:40:23.030915 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:40:23.099974 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ceaa3d2-e3ef-4dd3-9baa-a66e6fb6bc0c tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Network 6f8e8285-aaa9-4dbf-9e6b-39abd83f9974 is already hosted by enough agents. {{(pid=86391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:40:23.103014 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.base_scheduler [None req-4ceaa3d2-e3ef-4dd3-9baa-a66e6fb6bc0c tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Resources bound (agent type, host, resource id): {{(pid=86391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:40:23.105658 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ceaa3d2-e3ef-4dd3-9baa-a66e6fb6bc0c tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Received port after_create {{(pid=86391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:40:23.144564 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceaa3d2-e3ef-4dd3-9baa-a66e6fb6bc0c tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Pushing event updated for resources: {'Port': ['ID=6287686a-e747-4954-a77c-3f881f36b660,revision_number=1']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:40:23.147432 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-4ceaa3d2-e3ef-4dd3-9baa-a66e6fb6bc0c tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:40:23.533663 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4ceaa3d2-e3ef-4dd3-9baa-a66e6fb6bc0c tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:40:23.612746 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4ceaa3d2-e3ef-4dd3-9baa-a66e6fb6bc0c tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:40:23.722676 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-6be4be92-7264-41f4-9ba7-90411e4a48a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:40:23.832303 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4ceaa3d2-e3ef-4dd3-9baa-a66e6fb6bc0c tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Notify callbacks [] for port, precommit_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:40:23.836956 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4ceaa3d2-e3ef-4dd3-9baa-a66e6fb6bc0c tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852407587'] for port, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:40:23.841954 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-46f941d8-4c3e-4e3a-926b-3a64ac285df1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:40:23.958696 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceaa3d2-e3ef-4dd3-9baa-a66e6fb6bc0c tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Pushing event updated for resources: {'Port': ['ID=6287686a-e747-4954-a77c-3f881f36b660,revision_number=2']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:40:23.961971 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-4ceaa3d2-e3ef-4dd3-9baa-a66e6fb6bc0c tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:40:23.969630 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4ceaa3d2-e3ef-4dd3-9baa-a66e6fb6bc0c tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854378574'] for floatingip, after_update {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:40:24.404891 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.db.l3_db [None req-4ceaa3d2-e3ef-4dd3-9baa-a66e6fb6bc0c tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Floating IP 3828fdfb-e8cc-4a65-be48-9c671c61fead associated. External IP: 172.28.1.80, port: e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5. Apr 20 18:40:24.782378 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ceaa3d2-e3ef-4dd3-9baa-a66e6fb6bc0c tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Router 061046cb-71cc-4aa0-82de-6196f7d12217 has already been hosted by L3 agent 41e81354-1f58-48e6-8416-2f8b62d59447 {{(pid=86391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:40:24.973714 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ceaa3d2-e3ef-4dd3-9baa-a66e6fb6bc0c tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Notify agent at l3_agent.dv-cinder-786932-2-smb the message routers_updated {{(pid=86391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:40:24.984056 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b11011-f12a-4ed0-a181-f36b746bb1b1 None None] Sync routers for ids ['061046cb-71cc-4aa0-82de-6196f7d12217'] in dv-cinder-786932-2-smb {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:40:24.994519 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b11011-f12a-4ed0-a181-f36b746bb1b1 None None] Routers {'061046cb-71cc-4aa0-82de-6196f7d12217'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:40:24.995229 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-95b11011-f12a-4ed0-a181-f36b746bb1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:39:56Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['061046cb-71cc-4aa0-82de-6196f7d12217'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:40:24.998591 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4ceaa3d2-e3ef-4dd3-9baa-a66e6fb6bc0c tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031'] for floatingip, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:40:25.059641 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-4ceaa3d2-e3ef-4dd3-9baa-a66e6fb6bc0c tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5578861 Apr 20 18:40:25.060288 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca984b03-bb0c-4b44-9125-3b55ff3827d7', 'tag': 'e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5'}] {{(pid=86391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:40:25.109091 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca984b03-bb0c-4b44-9125-3b55ff3827d7', 'tag': 'e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5', 'status': 'completed', 'code': 200} Apr 20 18:40:25.217380 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c004c99-0637-4da5-abd3-8b80b0728dc0 req-54dbdfea-eb17-4aaa-be1f-384056a2037e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:40:25.219106 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-3c004c99-0637-4da5-abd3-8b80b0728dc0 req-54dbdfea-eb17-4aaa-be1f-384056a2037e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=78523cc200d74d3593590973bc47d263&device_id=ca984b03-bb0c-4b44-9125-3b55ff3827d7 HTTP/1.1" status: 200 len: 1098 time: 0.0861466 Apr 20 18:40:25.365122 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c004c99-0637-4da5-abd3-8b80b0728dc0 req-d10bd492-563e-481d-9b99-9336ec3d47e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:40:25.366641 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-3c004c99-0637-4da5-abd3-8b80b0728dc0 req-d10bd492-563e-481d-9b99-9336ec3d47e0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d HTTP/1.1" status: 200 len: 910 time: 0.1410174 Apr 20 18:40:25.369155 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-95b11011-f12a-4ed0-a181-f36b746bb1b1 None None] Set router 061046cb-71cc-4aa0-82de-6196f7d12217 gateway port host: dv-cinder-786932-2-smb {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:40:25.477045 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-3c004c99-0637-4da5-abd3-8b80b0728dc0 req-77c731db-2711-460e-881a-f188e8b1afb9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5 HTTP/1.1" status: 200 len: 998 time: 0.1044359 Apr 20 18:40:25.545156 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c004c99-0637-4da5-abd3-8b80b0728dc0 req-864ee5e4-eeb9-4e2e-a13e-4ea045739819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:40:25.546734 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-3c004c99-0637-4da5-abd3-8b80b0728dc0 req-864ee5e4-eeb9-4e2e-a13e-4ea045739819 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ea2b69e1-aa02-417b-ba12-47c5fab0a6a0 HTTP/1.1" status: 200 len: 848 time: 0.0641391 Apr 20 18:40:25.633128 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c004c99-0637-4da5-abd3-8b80b0728dc0 req-89ab16fd-31b6-431d-a6df-1ba4e627c15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:40:25.634665 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-3c004c99-0637-4da5-abd3-8b80b0728dc0 req-89ab16fd-31b6-431d-a6df-1ba4e627c15b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0821607 Apr 20 18:40:25.643187 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8eaec8c7-6c9d-4669-82d9-e51f74ef1544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:40:25.750047 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-95b11011-f12a-4ed0-a181-f36b746bb1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061046cb-71cc-4aa0-82de-6196f7d12217', 'name': 'tempest-TestShelveInstance-1300468950-router', 'tenant_id': '78523cc200d74d3593590973bc47d263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.179'}], 'enable_snat': True}, 'gw_port_id': '0d4a897f-b0b8-4190-a4a7-d3ea5515a776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:39:42Z', 'updated_at': '2021-04-20T18:39:46Z', 'revision_number': 4, 'project_id': '78523cc200d74d3593590973bc47d263', 'gw_port': {'id': '0d4a897f-b0b8-4190-a4a7-d3ea5515a776', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:11:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061046cb-71cc-4aa0-82de-6196f7d12217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:39:43Z', 'updated_at': '2021-04-20T18:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb', '_floatingips': [{'id': '3828fdfb-e8cc-4a65-be48-9c671c61fead', 'tenant_id': '78523cc200d74d3593590973bc47d263', 'floating_ip_address': '172.28.1.80', 'floating_network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'router_id': '061046cb-71cc-4aa0-82de-6196f7d12217', 'port_id': 'e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d', 'mac_address': 'fa:16:3e:1f:a1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca984b03-bb0c-4b44-9125-3b55ff3827d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:40:23Z', 'updated_at': '2021-04-20T18:40:23Z', 'revision_number': 0, 'project_id': '78523cc200d74d3593590973bc47d263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ea67250-4ebf-409b-9355-8cbb62727d42', 'name': '', 'network_id': 'e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d', 'tenant_id': '78523cc200d74d3593590973bc47d263', 'mac_address': 'fa:16:3e:4d:01:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061046cb-71cc-4aa0-82de-6196f7d12217', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'ea2b69e1-aa02-417b-ba12-47c5fab0a6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:39:45Z', 'updated_at': '2021-04-20T18:39:54Z', 'revision_number': 5, 'project_id': '78523cc200d74d3593590973bc47d263', 'subnets': [{'id': 'ea2b69e1-aa02-417b-ba12-47c5fab0a6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:40:25.754477 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b11011-f12a-4ed0-a181-f36b746bb1b1 None None] Checking router: 061046cb-71cc-4aa0-82de-6196f7d12217 for host: dv-cinder-786932-2-smb {{(pid=86393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:40:25.763452 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b11011-f12a-4ed0-a181-f36b746bb1b1 None None] Routers {'061046cb-71cc-4aa0-82de-6196f7d12217'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:40:25.764115 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-95b11011-f12a-4ed0-a181-f36b746bb1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:40:26Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['061046cb-71cc-4aa0-82de-6196f7d12217'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:40:25.780572 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-3c004c99-0637-4da5-abd3-8b80b0728dc0 req-eb1ddb2e-decb-4195-b556-f3400a9b6bc3 service neutron] 10.222.0.46 "GET /v2.0/networks/e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395717 Apr 20 18:40:25.929593 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-3c004c99-0637-4da5-abd3-8b80b0728dc0 req-2e532927-0996-414d-9906-b5c48d01f863 service neutron] 10.222.0.46 "GET /v2.0/networks/e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431537 Apr 20 18:40:25.956326 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-95b11011-f12a-4ed0-a181-f36b746bb1b1 None None] Set router 061046cb-71cc-4aa0-82de-6196f7d12217 gateway port host: dv-cinder-786932-2-smb {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:40:26.327448 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-95b11011-f12a-4ed0-a181-f36b746bb1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061046cb-71cc-4aa0-82de-6196f7d12217', 'name': 'tempest-TestShelveInstance-1300468950-router', 'tenant_id': '78523cc200d74d3593590973bc47d263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.179'}], 'enable_snat': True}, 'gw_port_id': '0d4a897f-b0b8-4190-a4a7-d3ea5515a776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:39:42Z', 'updated_at': '2021-04-20T18:39:46Z', 'revision_number': 4, 'project_id': '78523cc200d74d3593590973bc47d263', 'gw_port': {'id': '0d4a897f-b0b8-4190-a4a7-d3ea5515a776', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:11:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061046cb-71cc-4aa0-82de-6196f7d12217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:39:43Z', 'updated_at': '2021-04-20T18:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb', '_floatingips': [{'id': '3828fdfb-e8cc-4a65-be48-9c671c61fead', 'tenant_id': '78523cc200d74d3593590973bc47d263', 'floating_ip_address': '172.28.1.80', 'floating_network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'router_id': '061046cb-71cc-4aa0-82de-6196f7d12217', 'port_id': 'e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d', 'mac_address': 'fa:16:3e:1f:a1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca984b03-bb0c-4b44-9125-3b55ff3827d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:40:23Z', 'updated_at': '2021-04-20T18:40:23Z', 'revision_number': 0, 'project_id': '78523cc200d74d3593590973bc47d263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ea67250-4ebf-409b-9355-8cbb62727d42', 'name': '', 'network_id': 'e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d', 'tenant_id': '78523cc200d74d3593590973bc47d263', 'mac_address': 'fa:16:3e:4d:01:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061046cb-71cc-4aa0-82de-6196f7d12217', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'ea2b69e1-aa02-417b-ba12-47c5fab0a6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:39:45Z', 'updated_at': '2021-04-20T18:39:54Z', 'revision_number': 5, 'project_id': '78523cc200d74d3593590973bc47d263', 'subnets': [{'id': 'ea2b69e1-aa02-417b-ba12-47c5fab0a6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:40:26.331868 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b11011-f12a-4ed0-a181-f36b746bb1b1 None None] The sync data for ids ['061046cb-71cc-4aa0-82de-6196f7d12217'] in dv-cinder-786932-2-smb is: [{'id': '061046cb-71cc-4aa0-82de-6196f7d12217', 'name': 'tempest-TestShelveInstance-1300468950-router', 'tenant_id': '78523cc200d74d3593590973bc47d263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.179'}], 'enable_snat': True}, 'gw_port_id': '0d4a897f-b0b8-4190-a4a7-d3ea5515a776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:39:42Z', 'updated_at': '2021-04-20T18:39:46Z', 'revision_number': 4, 'project_id': '78523cc200d74d3593590973bc47d263', 'gw_port': {'id': '0d4a897f-b0b8-4190-a4a7-d3ea5515a776', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:11:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061046cb-71cc-4aa0-82de-6196f7d12217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:39:43Z', 'updated_at': '2021-04-20T18:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb', '_floatingips': [{'id': '3828fdfb-e8cc-4a65-be48-9c671c61fead', 'tenant_id': '78523cc200d74d3593590973bc47d263', 'floating_ip_address': '172.28.1.80', 'floating_network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'router_id': '061046cb-71cc-4aa0-82de-6196f7d12217', 'port_id': 'e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d', 'mac_address': 'fa:16:3e:1f:a1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca984b03-bb0c-4b44-9125-3b55ff3827d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:40:23Z', 'updated_at': '2021-04-20T18:40:23Z', 'revision_number': 0, 'project_id': '78523cc200d74d3593590973bc47d263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ea67250-4ebf-409b-9355-8cbb62727d42', 'name': '', 'network_id': 'e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d', 'tenant_id': '78523cc200d74d3593590973bc47d263', 'mac_address': 'fa:16:3e:4d:01:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061046cb-71cc-4aa0-82de-6196f7d12217', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'ea2b69e1-aa02-417b-ba12-47c5fab0a6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:39:45Z', 'updated_at': '2021-04-20T18:39:54Z', 'revision_number': 5, 'project_id': '78523cc200d74d3593590973bc47d263', 'subnets': [{'id': 'ea2b69e1-aa02-417b-ba12-47c5fab0a6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:40:26.600313 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f46239-a241-4b80-8e45-c64ccdc9fbaa None None] New status for floating IP 3828fdfb-e8cc-4a65-be48-9c671c61fead: ACTIVE {{(pid=86394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 18:40:26.690750 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3b38f3e8-f2f1-49b6-ac75-f9314cd83db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:40:27.789476 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:40:28.421778 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db4e54cc-07a3-4585-8120-e6421209c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:40:46.747572 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:40:51.154863 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e9c0a418-3084-421e-b2ed-4625ccdca48c req-e911a047-41d4-493a-9438-8cf8e84caca2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ca984b03-bb0c-4b44-9125-3b55ff3827d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0803823 Apr 20 18:40:51.315248 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c0a418-3084-421e-b2ed-4625ccdca48c req-c285d35b-452f-4249-bf7c-47966de758dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:40:51.316774 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e9c0a418-3084-421e-b2ed-4625ccdca48c req-c285d35b-452f-4249-bf7c-47966de758dc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=78523cc200d74d3593590973bc47d263&device_id=ca984b03-bb0c-4b44-9125-3b55ff3827d7 HTTP/1.1" status: 200 len: 1098 time: 0.0826962 Apr 20 18:40:51.473666 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c0a418-3084-421e-b2ed-4625ccdca48c req-bbf70939-b615-4628-8593-8d61e69ae68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:40:51.475240 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e9c0a418-3084-421e-b2ed-4625ccdca48c req-bbf70939-b615-4628-8593-8d61e69ae68c service neutron] 10.222.0.46 "GET /v2.0/networks?id=e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d HTTP/1.1" status: 200 len: 910 time: 0.1370170 Apr 20 18:40:51.584851 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e9c0a418-3084-421e-b2ed-4625ccdca48c req-64484fed-3918-4ee8-9a94-b1c4858ec618 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5 HTTP/1.1" status: 200 len: 1000 time: 0.1025369 Apr 20 18:40:51.653247 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c0a418-3084-421e-b2ed-4625ccdca48c req-5d11c483-785b-4adc-9ea8-33d605687e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:40:51.654694 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e9c0a418-3084-421e-b2ed-4625ccdca48c req-5d11c483-785b-4adc-9ea8-33d605687e28 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ea2b69e1-aa02-417b-ba12-47c5fab0a6a0 HTTP/1.1" status: 200 len: 848 time: 0.0637932 Apr 20 18:40:51.739434 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c0a418-3084-421e-b2ed-4625ccdca48c req-e45f4da2-28db-4045-b524-53e0db989a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:40:51.740928 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e9c0a418-3084-421e-b2ed-4625ccdca48c req-e45f4da2-28db-4045-b524-53e0db989a81 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0781605 Apr 20 18:40:51.891506 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e9c0a418-3084-421e-b2ed-4625ccdca48c req-0f8a044c-86e2-48db-b968-b8337b39a683 service neutron] 10.222.0.46 "GET /v2.0/networks/e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434252 Apr 20 18:40:52.045702 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-e9c0a418-3084-421e-b2ed-4625ccdca48c req-16099c27-55aa-40cc-94c0-2f51529bb436 service neutron] 10.222.0.46 "GET /v2.0/networks/e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466851 Apr 20 18:40:53.729633 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-46f2bd2f-f2fb-4717-a60c-2629debe26bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:40:55.603862 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-ec532aa5-4dfb-45c0-946f-72f2933e889c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:40:56.705054 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3b38f3e8-f2f1-49b6-ac75-f9314cd83db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:40:57.790767 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:40:57.848903 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.agents_db [None req-bb53aea3-de48-49b3-8e00-ae07e91d3609 None None] Agent healthcheck: found 6 active agents {{(pid=86394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:40:58.428877 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db4e54cc-07a3-4585-8120-e6421209c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:41:16.749861 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:41:23.724569 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-bc81b7f9-9b6c-4807-bbea-bb9da46cba0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:41:25.609345 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-ca0cbbc5-d1ad-4806-a76e-7cfd66f12995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:41:26.703186 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3b38f3e8-f2f1-49b6-ac75-f9314cd83db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:41:27.793272 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:41:28.437900 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db4e54cc-07a3-4585-8120-e6421209c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:41:34.853440 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.agents_db [None req-bb53aea3-de48-49b3-8e00-ae07e91d3609 None None] Agent healthcheck: found 6 active agents {{(pid=86394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:41:46.747913 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:41:51.153633 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-397315ea-d5c7-4d23-b5ef-f51b5f409e47 req-a6f5698a-e500-4387-bca7-72e769f93817 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ca984b03-bb0c-4b44-9125-3b55ff3827d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0844159 Apr 20 18:41:51.317570 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397315ea-d5c7-4d23-b5ef-f51b5f409e47 req-de2c8a9f-7aa3-44c2-9a8f-d08862d50b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:41:51.319285 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-397315ea-d5c7-4d23-b5ef-f51b5f409e47 req-de2c8a9f-7aa3-44c2-9a8f-d08862d50b2e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=78523cc200d74d3593590973bc47d263&device_id=ca984b03-bb0c-4b44-9125-3b55ff3827d7 HTTP/1.1" status: 200 len: 1098 time: 0.0919003 Apr 20 18:41:51.481090 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397315ea-d5c7-4d23-b5ef-f51b5f409e47 req-f4b37552-8881-4943-8f47-73681b76bddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:41:51.482575 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-397315ea-d5c7-4d23-b5ef-f51b5f409e47 req-f4b37552-8881-4943-8f47-73681b76bddc service neutron] 10.222.0.46 "GET /v2.0/networks?id=e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d HTTP/1.1" status: 200 len: 910 time: 0.1449907 Apr 20 18:41:51.593052 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-397315ea-d5c7-4d23-b5ef-f51b5f409e47 req-0e4b2146-f6fa-47c4-afc3-4e587440f0a3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5 HTTP/1.1" status: 200 len: 1000 time: 0.1035814 Apr 20 18:41:51.661280 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397315ea-d5c7-4d23-b5ef-f51b5f409e47 req-14a82bfd-fce2-4b48-ba28-3c07141e1338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:41:51.662767 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-397315ea-d5c7-4d23-b5ef-f51b5f409e47 req-14a82bfd-fce2-4b48-ba28-3c07141e1338 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ea2b69e1-aa02-417b-ba12-47c5fab0a6a0 HTTP/1.1" status: 200 len: 848 time: 0.0630925 Apr 20 18:41:51.747790 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397315ea-d5c7-4d23-b5ef-f51b5f409e47 req-56e39757-4e95-4d2f-a55d-b56b3bf2b5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:41:51.749226 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-397315ea-d5c7-4d23-b5ef-f51b5f409e47 req-56e39757-4e95-4d2f-a55d-b56b3bf2b5d0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0803504 Apr 20 18:41:52.156647 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-397315ea-d5c7-4d23-b5ef-f51b5f409e47 req-bea0861c-4f00-4e30-ba2c-7b7b118de1ad service neutron] 10.222.0.46 "GET /v2.0/networks/e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4007185 Apr 20 18:41:52.299288 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-397315ea-d5c7-4d23-b5ef-f51b5f409e47 req-064f2b7a-7989-4939-a9a6-e44d6faf8666 service neutron] 10.222.0.46 "GET /v2.0/networks/e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356242 Apr 20 18:41:53.729242 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-46e5a200-2a77-4522-a080-f42e37b50527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:41:55.600232 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-dd051dc6-ea28-4180-914e-40cb53cba9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:41:56.708460 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3b38f3e8-f2f1-49b6-ac75-f9314cd83db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:41:57.790139 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:41:58.443996 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db4e54cc-07a3-4585-8120-e6421209c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:42:11.866337 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.agents_db [None req-bb53aea3-de48-49b3-8e00-ae07e91d3609 None None] Agent healthcheck: found 6 active agents {{(pid=86394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:42:15.054533 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829eca59-9392-4805-adbc-950d7ee97dbc req-5658368d-180b-4d9c-8ee3-21b41c002bf9 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:42:15.056135 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-829eca59-9392-4805-adbc-950d7ee97dbc req-5658368d-180b-4d9c-8ee3-21b41c002bf9 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca984b03-bb0c-4b44-9125-3b55ff3827d7 HTTP/1.1" status: 200 len: 945 time: 0.1054769 Apr 20 18:42:15.103774 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-829eca59-9392-4805-adbc-950d7ee97dbc req-a86b569e-31b0-4a07-ae30-6296d84752ba tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.20 "GET /v2.0/security-groups?id=581de505-30ae-4045-9ef8-cd6029f35e78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412502 Apr 20 18:42:16.315961 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729409f7-8ccd-4a81-95db-dd996b58be6d req-8855c241-de85-461d-abb3-7eb50685b080 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:42:16.317534 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-729409f7-8ccd-4a81-95db-dd996b58be6d req-8855c241-de85-461d-abb3-7eb50685b080 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca984b03-bb0c-4b44-9125-3b55ff3827d7 HTTP/1.1" status: 200 len: 945 time: 0.0926225 Apr 20 18:42:16.371477 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-729409f7-8ccd-4a81-95db-dd996b58be6d req-e5a5e25f-6e77-488f-ab14-a674d9a2588a tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.20 "GET /v2.0/security-groups?id=581de505-30ae-4045-9ef8-cd6029f35e78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452826 Apr 20 18:42:16.759664 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:42:17.608892 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060db5d-154f-4659-b84f-f5f0ff40a359 req-d4a4e72b-8986-4076-bedb-8c575a63db8a tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:42:17.610674 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-1060db5d-154f-4659-b84f-f5f0ff40a359 req-d4a4e72b-8986-4076-bedb-8c575a63db8a tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca984b03-bb0c-4b44-9125-3b55ff3827d7 HTTP/1.1" status: 200 len: 945 time: 0.0968630 Apr 20 18:42:17.657733 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-1060db5d-154f-4659-b84f-f5f0ff40a359 req-6f2eb5f5-dcd0-4aba-b511-93b17f156b94 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.20 "GET /v2.0/security-groups?id=581de505-30ae-4045-9ef8-cd6029f35e78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405397 Apr 20 18:42:18.877828 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74f983-01fc-488b-be0c-48ac9f3a54b8 req-fcc855b5-3209-46a7-bac8-4b06a7356fbd tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:42:18.879493 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-8d74f983-01fc-488b-be0c-48ac9f3a54b8 req-fcc855b5-3209-46a7-bac8-4b06a7356fbd tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca984b03-bb0c-4b44-9125-3b55ff3827d7 HTTP/1.1" status: 200 len: 945 time: 0.0929279 Apr 20 18:42:18.930515 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-8d74f983-01fc-488b-be0c-48ac9f3a54b8 req-faeb0fbf-7402-449c-9d80-9ff78066fa1d tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.20 "GET /v2.0/security-groups?id=581de505-30ae-4045-9ef8-cd6029f35e78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438635 Apr 20 18:42:20.155483 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900501b7-a213-49c2-af47-4a63292f383f req-1889b84d-80b3-4b61-9195-17cee306f6a8 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:42:20.156982 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-900501b7-a213-49c2-af47-4a63292f383f req-1889b84d-80b3-4b61-9195-17cee306f6a8 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca984b03-bb0c-4b44-9125-3b55ff3827d7 HTTP/1.1" status: 200 len: 945 time: 0.1026423 Apr 20 18:42:20.208532 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-900501b7-a213-49c2-af47-4a63292f383f req-e6cc2785-3722-4afe-acb0-3dde21a992dd tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.20 "GET /v2.0/security-groups?id=581de505-30ae-4045-9ef8-cd6029f35e78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420835 Apr 20 18:42:21.415124 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e9379-3400-4302-981d-5fb48265f22f req-ba56060f-423f-47ea-b097-988986519f67 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:42:21.416710 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-566e9379-3400-4302-981d-5fb48265f22f req-ba56060f-423f-47ea-b097-988986519f67 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca984b03-bb0c-4b44-9125-3b55ff3827d7 HTTP/1.1" status: 200 len: 945 time: 0.0958481 Apr 20 18:42:21.468490 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-566e9379-3400-4302-981d-5fb48265f22f req-a71be3d7-6bcc-45c8-b107-c7fc79b6bb7a tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.20 "GET /v2.0/security-groups?id=581de505-30ae-4045-9ef8-cd6029f35e78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418406 Apr 20 18:42:22.689531 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565975ef-e659-4140-b19d-5b65c520025a req-457efb8c-054b-415b-884c-c0fc124d6c7b tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:42:22.691157 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-565975ef-e659-4140-b19d-5b65c520025a req-457efb8c-054b-415b-884c-c0fc124d6c7b tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca984b03-bb0c-4b44-9125-3b55ff3827d7 HTTP/1.1" status: 200 len: 945 time: 0.0917435 Apr 20 18:42:22.739704 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-565975ef-e659-4140-b19d-5b65c520025a req-8d19fbcb-bd7c-4077-b577-88b0d226fcd3 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.20 "GET /v2.0/security-groups?id=581de505-30ae-4045-9ef8-cd6029f35e78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420072 Apr 20 18:42:23.734273 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-b1735424-bf49-4c92-87f2-eb64ebab281c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:42:23.952482 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f03ae7-8244-4985-a27d-06c3ac2843fa req-8eafa953-a68d-4cdf-abb2-4eb4aab3694b tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:42:23.954101 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f2f03ae7-8244-4985-a27d-06c3ac2843fa req-8eafa953-a68d-4cdf-abb2-4eb4aab3694b tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca984b03-bb0c-4b44-9125-3b55ff3827d7 HTTP/1.1" status: 200 len: 945 time: 0.0985439 Apr 20 18:42:24.002364 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f2f03ae7-8244-4985-a27d-06c3ac2843fa req-d3363d9c-d08a-45c7-8857-63fd704b8dd0 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.20 "GET /v2.0/security-groups?id=581de505-30ae-4045-9ef8-cd6029f35e78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412648 Apr 20 18:42:25.137140 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1cd91-a3e3-4cc7-bd43-f5e30f1149d2 req-13b48f42-6a14-4cfe-8ba8-a429d7af8fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:42:25.138817 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a7a1cd91-a3e3-4cc7-bd43-f5e30f1149d2 req-13b48f42-6a14-4cfe-8ba8-a429d7af8fc2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=78523cc200d74d3593590973bc47d263&device_id=ca984b03-bb0c-4b44-9125-3b55ff3827d7 HTTP/1.1" status: 200 len: 1098 time: 0.0836897 Apr 20 18:42:25.216597 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ccb25-41bf-4456-b91f-c71660a8c1c4 req-f9656663-6487-4fc8-9c34-6365aa255aee tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:42:25.218211 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-8d1ccb25-41bf-4456-b91f-c71660a8c1c4 req-f9656663-6487-4fc8-9c34-6365aa255aee tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca984b03-bb0c-4b44-9125-3b55ff3827d7 HTTP/1.1" status: 200 len: 945 time: 0.0940051 Apr 20 18:42:25.266041 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-8d1ccb25-41bf-4456-b91f-c71660a8c1c4 req-2f12ca51-ab82-405e-a2f9-639bbea8a3f9 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.20 "GET /v2.0/security-groups?id=581de505-30ae-4045-9ef8-cd6029f35e78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411143 Apr 20 18:42:25.283716 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1cd91-a3e3-4cc7-bd43-f5e30f1149d2 req-74fd39bb-02b2-4920-8bc1-4386da128b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:42:25.285322 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a7a1cd91-a3e3-4cc7-bd43-f5e30f1149d2 req-74fd39bb-02b2-4920-8bc1-4386da128b2c service neutron] 10.222.0.46 "GET /v2.0/networks?id=e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d HTTP/1.1" status: 200 len: 910 time: 0.1401980 Apr 20 18:42:25.395239 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a7a1cd91-a3e3-4cc7-bd43-f5e30f1149d2 req-170ad0cd-624e-4b8e-88ed-25c9c0dc5f23 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5 HTTP/1.1" status: 200 len: 1000 time: 0.1031742 Apr 20 18:42:25.464197 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1cd91-a3e3-4cc7-bd43-f5e30f1149d2 req-0f96f7d6-100c-474e-a03e-92131bb75c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:42:25.465713 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a7a1cd91-a3e3-4cc7-bd43-f5e30f1149d2 req-0f96f7d6-100c-474e-a03e-92131bb75c87 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ea2b69e1-aa02-417b-ba12-47c5fab0a6a0 HTTP/1.1" status: 200 len: 848 time: 0.0645661 Apr 20 18:42:25.553814 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1cd91-a3e3-4cc7-bd43-f5e30f1149d2 req-7a35dae3-575c-44ce-922e-18d7e2663bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:42:25.555370 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a7a1cd91-a3e3-4cc7-bd43-f5e30f1149d2 req-7a35dae3-575c-44ce-922e-18d7e2663bf4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0828412 Apr 20 18:42:25.595792 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-fe2f0cfd-e741-44f6-a7d3-d4a063d0afbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:42:25.700047 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a7a1cd91-a3e3-4cc7-bd43-f5e30f1149d2 req-31054f5f-57f0-4934-aed3-1b47ac2b7bd9 service neutron] 10.222.0.46 "GET /v2.0/networks/e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379499 Apr 20 18:42:25.845471 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-a7a1cd91-a3e3-4cc7-bd43-f5e30f1149d2 req-3359949b-a63e-488f-916c-8775f5495483 service neutron] 10.222.0.46 "GET /v2.0/networks/e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382124 Apr 20 18:42:26.495944 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a0b14-09c1-4381-a6b8-725dd0c2ef39 req-5ee20550-3387-447f-8166-568da5886a7e tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:42:26.497504 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-5b4a0b14-09c1-4381-a6b8-725dd0c2ef39 req-5ee20550-3387-447f-8166-568da5886a7e tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca984b03-bb0c-4b44-9125-3b55ff3827d7 HTTP/1.1" status: 200 len: 945 time: 0.1049032 Apr 20 18:42:26.546797 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-5b4a0b14-09c1-4381-a6b8-725dd0c2ef39 req-a7d8b246-90e4-4d4c-ae80-d6f315c7a509 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.20 "GET /v2.0/security-groups?id=581de505-30ae-4045-9ef8-cd6029f35e78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419631 Apr 20 18:42:26.716845 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3b38f3e8-f2f1-49b6-ac75-f9314cd83db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:42:27.762271 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00908585-c488-4534-b082-2a9b57273c0d req-bfdfe2f5-0273-4b39-b31c-5c8a0a65d7e8 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:42:27.763895 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-00908585-c488-4534-b082-2a9b57273c0d req-bfdfe2f5-0273-4b39-b31c-5c8a0a65d7e8 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca984b03-bb0c-4b44-9125-3b55ff3827d7 HTTP/1.1" status: 200 len: 945 time: 0.0963371 Apr 20 18:42:27.784850 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:42:27.817441 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-00908585-c488-4534-b082-2a9b57273c0d req-25bc2821-5636-4996-a703-fb89d3ece1da tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.20 "GET /v2.0/security-groups?id=581de505-30ae-4045-9ef8-cd6029f35e78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469403 Apr 20 18:42:28.442089 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db4e54cc-07a3-4585-8120-e6421209c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:42:29.047795 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1dd6a-2442-4435-8e9b-5501bc8ac5f6 req-c87e5a11-463c-474e-a910-2f6b4f78eae9 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:42:29.049371 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-68d1dd6a-2442-4435-8e9b-5501bc8ac5f6 req-c87e5a11-463c-474e-a910-2f6b4f78eae9 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca984b03-bb0c-4b44-9125-3b55ff3827d7 HTTP/1.1" status: 200 len: 945 time: 0.1060231 Apr 20 18:42:29.098453 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-68d1dd6a-2442-4435-8e9b-5501bc8ac5f6 req-dfe4ec01-c696-4153-b105-6e1cab392917 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.20 "GET /v2.0/security-groups?id=581de505-30ae-4045-9ef8-cd6029f35e78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422468 Apr 20 18:42:29.550297 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b30dbbf-f0f8-4484-9ff4-cbd036a9dcf1 req-c632f1d4-fc21-437d-a09d-5667e06e70d9 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:42:29.551927 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-1b30dbbf-f0f8-4484-9ff4-cbd036a9dcf1 req-c632f1d4-fc21-437d-a09d-5667e06e70d9 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca984b03-bb0c-4b44-9125-3b55ff3827d7 HTTP/1.1" status: 200 len: 945 time: 0.1563468 Apr 20 18:42:29.555786 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-51439e3a-56e4-448d-b62a-2d12c03b286e req-9ff0db21-0be5-40c8-b15d-514bfc89d925 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ca984b03-bb0c-4b44-9125-3b55ff3827d7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2297261 Apr 20 18:42:29.604986 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-1b30dbbf-f0f8-4484-9ff4-cbd036a9dcf1 req-952d3e0c-4445-4198-968f-e45da1305b57 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.20 "GET /v2.0/security-groups?id=581de505-30ae-4045-9ef8-cd6029f35e78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464432 Apr 20 18:42:30.805233 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51439e3a-56e4-448d-b62a-2d12c03b286e req-5759ceae-f832-43dc-82dd-1157b692eb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:42:30.806761 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-51439e3a-56e4-448d-b62a-2d12c03b286e req-5759ceae-f832-43dc-82dd-1157b692eb15 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ca984b03-bb0c-4b44-9125-3b55ff3827d7&tenant_id=78523cc200d74d3593590973bc47d263 HTTP/1.1" status: 200 len: 1098 time: 0.0829933 Apr 20 18:42:30.811843 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf66be44-f0c7-4ade-b0c9-447a25f7f1c7 req-10ec5aa4-ef9d-4144-aa35-aef1df3064cf tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:42:30.813603 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-bf66be44-f0c7-4ade-b0c9-447a25f7f1c7 req-10ec5aa4-ef9d-4144-aa35-aef1df3064cf tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca984b03-bb0c-4b44-9125-3b55ff3827d7 HTTP/1.1" status: 200 len: 945 time: 0.0895717 Apr 20 18:42:30.863420 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-bf66be44-f0c7-4ade-b0c9-447a25f7f1c7 req-12642887-e056-4902-af79-99f9552c1ddd tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.20 "GET /v2.0/security-groups?id=581de505-30ae-4045-9ef8-cd6029f35e78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429850 Apr 20 18:42:30.909608 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51439e3a-56e4-448d-b62a-2d12c03b286e req-e421f05f-352c-4656-b4d8-7fc0ebd33ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:42:30.911322 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-51439e3a-56e4-448d-b62a-2d12c03b286e req-e421f05f-352c-4656-b4d8-7fc0ebd33ab2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=78523cc200d74d3593590973bc47d263&device_id=ca984b03-bb0c-4b44-9125-3b55ff3827d7 HTTP/1.1" status: 200 len: 1098 time: 0.0839534 Apr 20 18:42:31.054898 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51439e3a-56e4-448d-b62a-2d12c03b286e req-7f4e6c9b-fd8e-4798-8113-f0a4ae3ce621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:42:31.056562 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-51439e3a-56e4-448d-b62a-2d12c03b286e req-7f4e6c9b-fd8e-4798-8113-f0a4ae3ce621 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d HTTP/1.1" status: 200 len: 910 time: 0.1392832 Apr 20 18:42:31.082020 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:42:31.167096 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-51439e3a-56e4-448d-b62a-2d12c03b286e req-ec7c8bca-4a88-4286-9723-64be855b595b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5 HTTP/1.1" status: 200 len: 1000 time: 0.1047759 Apr 20 18:42:31.204663 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:42:31.235891 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51439e3a-56e4-448d-b62a-2d12c03b286e req-7d772741-897d-4a8c-858e-23b8cd6ee672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:42:31.236261 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca984b03-bb0c-4b44-9125-3b55ff3827d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:42:31.237431 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-51439e3a-56e4-448d-b62a-2d12c03b286e req-7d772741-897d-4a8c-858e-23b8cd6ee672 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ea2b69e1-aa02-417b-ba12-47c5fab0a6a0 HTTP/1.1" status: 200 len: 848 time: 0.0643795 Apr 20 18:42:31.248086 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5,segment=NetworkSegment(8efd7045-e71c-4bc2-ba35-3f4fd3793e5a),segment_id=8efd7045-e71c-4bc2-ba35-3f4fd3793e5a)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:42:31.252046 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:42:31.253950 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:42:31.324666 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51439e3a-56e4-448d-b62a-2d12c03b286e req-f623b812-16ca-4904-9140-4f3a6143c097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:42:31.324925 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Pushing event updated for resources: {'Port': ['ID=e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5,revision_number=6']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:42:31.326158 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-51439e3a-56e4-448d-b62a-2d12c03b286e req-f623b812-16ca-4904-9140-4f3a6143c097 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0823298 Apr 20 18:42:31.332675 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:42:31.333086 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:42:31.333430 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:42:31.333803 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:42:31.334498 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:42:31.335029 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:42:31.335391 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:42:31.335746 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:42:31.336101 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:42:31.336454 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:42:31.336808 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:42:31.337160 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:42:31.341485 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:42:31.420117 dv-cinder-786932-2-smb neutron-server[86278]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ca984b03-bb0c-4b44-9125-3b55ff3827d7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5', 'code': 422} returned with failed status Apr 20 18:42:31.473495 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-51439e3a-56e4-448d-b62a-2d12c03b286e req-b8d53460-b61c-4c27-b789-d520f862747f service neutron] 10.222.0.46 "GET /v2.0/networks/e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403604 Apr 20 18:42:31.617200 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-51439e3a-56e4-448d-b62a-2d12c03b286e req-5ce37d0d-2cac-45a4-b11e-ecb9789e0260 service neutron] 10.222.0.46 "GET /v2.0/networks/e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373827 Apr 20 18:42:32.081606 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc60cb-7e40-40bd-bce3-f9049479f655 req-3e688ec5-0bed-4231-ba3d-0bb6c113dec8 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:42:32.083198 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-7fdc60cb-7e40-40bd-bce3-f9049479f655 req-3e688ec5-0bed-4231-ba3d-0bb6c113dec8 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca984b03-bb0c-4b44-9125-3b55ff3827d7 HTTP/1.1" status: 200 len: 943 time: 0.0974295 Apr 20 18:42:32.132033 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-7fdc60cb-7e40-40bd-bce3-f9049479f655 req-30969489-2c1d-4738-b66f-4981a6150528 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.20 "GET /v2.0/security-groups?id=581de505-30ae-4045-9ef8-cd6029f35e78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418167 Apr 20 18:42:33.053651 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40189d84-1a91-45f1-a2c4-af1b04cb0517 req-bc44cae6-0773-4281-ac4e-7140605cd314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:42:33.055288 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-40189d84-1a91-45f1-a2c4-af1b04cb0517 req-bc44cae6-0773-4281-ac4e-7140605cd314 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ca984b03-bb0c-4b44-9125-3b55ff3827d7 HTTP/1.1" status: 200 len: 1096 time: 0.0880616 Apr 20 18:42:33.097148 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:42:33.098784 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-40189d84-1a91-45f1-a2c4-af1b04cb0517 req-a29855ec-f059-4767-a061-4534362620a4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=581de505-30ae-4045-9ef8-cd6029f35e78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374751 Apr 20 18:42:33.240086 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5,segment=NetworkSegment(8efd7045-e71c-4bc2-ba35-3f4fd3793e5a),segment_id=8efd7045-e71c-4bc2-ba35-3f4fd3793e5a)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:42:33.255561 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Returning: {'device': 'e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5', 'network_id': 'e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d', 'port_id': 'e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5', 'mac_address': 'fa:16:3e:1f:a1:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea2b69e1-aa02-417b-ba12-47c5fab0a6a0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:42:33.315361 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:42:33.337370 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5 {{(pid=86393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:42:33.338604 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ab8499-c0b0-4e6e-9a47-1599ac088045 req-a62bc8f7-180e-4592-a668-3555d55646ef tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:42:33.340254 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-d5ab8499-c0b0-4e6e-9a47-1599ac088045 req-a62bc8f7-180e-4592-a668-3555d55646ef tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca984b03-bb0c-4b44-9125-3b55ff3827d7 HTTP/1.1" status: 200 len: 943 time: 0.0936575 Apr 20 18:42:33.354352 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5,segment=NetworkSegment(8efd7045-e71c-4bc2-ba35-3f4fd3793e5a),segment_id=8efd7045-e71c-4bc2-ba35-3f4fd3793e5a)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:42:33.358337 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:42:33.360273 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-c0309c5f-2b6c-4c03-910c-7853f9a6992d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:42:33.388094 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-d5ab8499-c0b0-4e6e-9a47-1599ac088045 req-608d9de8-3f91-4af6-9e58-0a3b3056adf9 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.20 "GET /v2.0/security-groups?id=581de505-30ae-4045-9ef8-cd6029f35e78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414698 Apr 20 18:42:33.430408 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Pushing event updated for resources: {'Port': ['ID=e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5,revision_number=7']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:42:33.433637 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:42:34.607318 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2699f75-0a45-4e21-9104-282a2f99bfe1 req-f8b75886-db63-4616-a2f8-87b8142e4f54 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:42:34.608936 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f2699f75-0a45-4e21-9104-282a2f99bfe1 req-f8b75886-db63-4616-a2f8-87b8142e4f54 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca984b03-bb0c-4b44-9125-3b55ff3827d7 HTTP/1.1" status: 200 len: 944 time: 0.1036115 Apr 20 18:42:34.633799 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] get_ports_and_sgs() called for port_ids ['e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5'] {{(pid=86393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:42:34.667237 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f2699f75-0a45-4e21-9104-282a2f99bfe1 req-522ecae8-8b03-411e-bd9a-abf0c880a4a2 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.20 "GET /v2.0/security-groups?id=581de505-30ae-4045-9ef8-cd6029f35e78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482709 Apr 20 18:42:37.138843 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5 up at agent hyperv_hv-cinder-78693 {{(pid=86393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:42:37.217367 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.provisioning_blocks [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Provisioning complete for port e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5 triggered by entity L2. {{(pid=86393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:42:37.217715 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7718790'] for port, provisioning_complete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:42:37.340823 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854024101'] for port, before_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:42:37.368591 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca984b03-bb0c-4b44-9125-3b55ff3827d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5'}] {{(pid=86393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:42:37.379112 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] For port e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5,segment=NetworkSegment(8efd7045-e71c-4bc2-ba35-3f4fd3793e5a),segment_id=8efd7045-e71c-4bc2-ba35-3f4fd3793e5a)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:42:37.383362 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758776305864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278078920223', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278078919420'] for port, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:42:37.386254 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:42:37.424225 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca984b03-bb0c-4b44-9125-3b55ff3827d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5', 'code': 200} Apr 20 18:42:37.457748 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Pushing event updated for resources: {'Port': ['ID=e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5,revision_number=8']} {{(pid=86393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:42:37.461354 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:42:46.771270 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:42:48.856255 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.agents_db [None req-bb53aea3-de48-49b3-8e00-ae07e91d3609 None None] Agent healthcheck: found 6 active agents {{(pid=86394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:42:53.148989 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-8ae16b89-8777-4b41-95f9-d736cee5606d req-d6785a0f-98ab-48ec-a086-6419fa5a28f4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ca984b03-bb0c-4b44-9125-3b55ff3827d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0795991 Apr 20 18:42:53.312925 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae16b89-8777-4b41-95f9-d736cee5606d req-c3df7ec0-03da-4a24-9b08-c5f003642a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:42:53.314517 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-8ae16b89-8777-4b41-95f9-d736cee5606d req-c3df7ec0-03da-4a24-9b08-c5f003642a11 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=78523cc200d74d3593590973bc47d263&device_id=ca984b03-bb0c-4b44-9125-3b55ff3827d7 HTTP/1.1" status: 200 len: 1098 time: 0.0895877 Apr 20 18:42:53.478479 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae16b89-8777-4b41-95f9-d736cee5606d req-911e5799-3dc0-4166-bd15-b49fa9d11b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:42:53.480111 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-8ae16b89-8777-4b41-95f9-d736cee5606d req-911e5799-3dc0-4166-bd15-b49fa9d11b00 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d HTTP/1.1" status: 200 len: 910 time: 0.1394618 Apr 20 18:42:53.590482 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-8ae16b89-8777-4b41-95f9-d736cee5606d req-609b0b22-7257-45ec-9e11-c45b288ca986 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5 HTTP/1.1" status: 200 len: 1000 time: 0.1032107 Apr 20 18:42:53.728650 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9d64e052-aa55-4a8a-88db-b5dbc8f71c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:42:53.906271 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae16b89-8777-4b41-95f9-d736cee5606d req-0d66b85c-748c-4d17-8548-b797e0c30ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:42:53.907941 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-8ae16b89-8777-4b41-95f9-d736cee5606d req-0d66b85c-748c-4d17-8548-b797e0c30ab5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ea2b69e1-aa02-417b-ba12-47c5fab0a6a0 HTTP/1.1" status: 200 len: 848 time: 0.3103313 Apr 20 18:42:53.995649 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae16b89-8777-4b41-95f9-d736cee5606d req-12594422-0344-438d-9fac-62cf52b8a1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:42:53.997175 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-8ae16b89-8777-4b41-95f9-d736cee5606d req-12594422-0344-438d-9fac-62cf52b8a1e4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0815446 Apr 20 18:42:54.139174 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-8ae16b89-8777-4b41-95f9-d736cee5606d req-064f3e47-4d21-4c48-ac0f-460eb0a77a43 service neutron] 10.222.0.46 "GET /v2.0/networks/e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348577 Apr 20 18:42:54.281255 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-8ae16b89-8777-4b41-95f9-d736cee5606d req-10caaa06-e244-4624-8c13-523aee1013c9 service neutron] 10.222.0.46 "GET /v2.0/networks/e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351099 Apr 20 18:42:55.595950 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-42feff0a-ac89-4f0f-8d70-e3f176940116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:42:56.710081 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3b38f3e8-f2f1-49b6-ac75-f9314cd83db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:42:57.794495 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:42:58.556197 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db4e54cc-07a3-4585-8120-e6421209c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:16.762839 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:23.741111 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-38f140b9-39b9-4464-8971-a8d017f4cbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:25.595038 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-36d89c9c-c816-4d21-ad01-5d66ec39a2f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:25.863191 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.agents_db [None req-bb53aea3-de48-49b3-8e00-ae07e91d3609 None None] Agent healthcheck: found 6 active agents {{(pid=86394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:43:26.718414 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3b38f3e8-f2f1-49b6-ac75-f9314cd83db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:27.799932 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:28.455667 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db4e54cc-07a3-4585-8120-e6421209c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:44.066075 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 42786) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:43:44.294183 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-75212af9-6bb6-43fb-8bfc-141d29c1c850 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Deleting port 6287686a-e747-4954-a77c-3f881f36b660 {{(pid=86391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:43:44.294558 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-75212af9-6bb6-43fb-8bfc-141d29c1c850 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278078475124'] for port, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:44.476289 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-75212af9-6bb6-43fb-8bfc-141d29c1c850 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7972734'] for port, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:44.476659 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-75212af9-6bb6-43fb-8bfc-141d29c1c850 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:44.606412 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-75212af9-6bb6-43fb-8bfc-141d29c1c850 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Calling delete_port for 6287686a-e747-4954-a77c-3f881f36b660 owned by network:floatingip {{(pid=86391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:43:44.786603 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-75212af9-6bb6-43fb-8bfc-141d29c1c850 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278078469919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758775855577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368212'] for port, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:44.791502 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-19b42fc0-66d8-47a4-aba8-0777a8235e9c tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:43:44.864391 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75212af9-6bb6-43fb-8bfc-141d29c1c850 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Pushing event deleted for resources: {'Port': ['ID=6287686a-e747-4954-a77c-3f881f36b660,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:43:44.914134 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75212af9-6bb6-43fb-8bfc-141d29c1c850 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:43:44.914538 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75212af9-6bb6-43fb-8bfc-141d29c1c850 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:43:44.914971 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75212af9-6bb6-43fb-8bfc-141d29c1c850 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:43:44.915369 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75212af9-6bb6-43fb-8bfc-141d29c1c850 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:43:44.915765 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75212af9-6bb6-43fb-8bfc-141d29c1c850 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:43:44.916157 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75212af9-6bb6-43fb-8bfc-141d29c1c850 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:43:44.916549 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75212af9-6bb6-43fb-8bfc-141d29c1c850 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:43:44.916937 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75212af9-6bb6-43fb-8bfc-141d29c1c850 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:43:44.917328 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75212af9-6bb6-43fb-8bfc-141d29c1c850 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:43:44.917713 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75212af9-6bb6-43fb-8bfc-141d29c1c850 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:43:44.918095 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75212af9-6bb6-43fb-8bfc-141d29c1c850 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:43:44.918482 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75212af9-6bb6-43fb-8bfc-141d29c1c850 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:43:44.921953 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-75212af9-6bb6-43fb-8bfc-141d29c1c850 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:43:44.949820 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-75212af9-6bb6-43fb-8bfc-141d29c1c850 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Notify callbacks [] for floatingip, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:44.950171 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.db.l3_db [None req-75212af9-6bb6-43fb-8bfc-141d29c1c850 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Floating IP 3828fdfb-e8cc-4a65-be48-9c671c61fead disassociated (deleted). External IP: 172.28.1.80, port: e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5. Apr 20 18:43:45.353642 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75212af9-6bb6-43fb-8bfc-141d29c1c850 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Router 061046cb-71cc-4aa0-82de-6196f7d12217 has already been hosted by L3 agent 41e81354-1f58-48e6-8416-2f8b62d59447 {{(pid=86391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:43:45.542441 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75212af9-6bb6-43fb-8bfc-141d29c1c850 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Notify agent at l3_agent.dv-cinder-786932-2-smb the message routers_updated {{(pid=86391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:43:45.553179 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426b1516-1cbc-4e03-afae-9cbd1d9eb77e None None] Sync routers for ids ['061046cb-71cc-4aa0-82de-6196f7d12217'] in dv-cinder-786932-2-smb {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:43:45.562374 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-75212af9-6bb6-43fb-8bfc-141d29c1c850 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031'] for floatingip, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:45.565036 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426b1516-1cbc-4e03-afae-9cbd1d9eb77e None None] Routers {'061046cb-71cc-4aa0-82de-6196f7d12217'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:43:45.565784 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-426b1516-1cbc-4e03-afae-9cbd1d9eb77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:43:26Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['061046cb-71cc-4aa0-82de-6196f7d12217'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:43:45.619930 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-75212af9-6bb6-43fb-8bfc-141d29c1c850 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.20 "DELETE /v2.0/floatingips/3828fdfb-e8cc-4a65-be48-9c671c61fead HTTP/1.1" status: 204 len: 168 time: 1.5521626 Apr 20 18:43:45.620575 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca984b03-bb0c-4b44-9125-3b55ff3827d7', 'tag': 'e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5'}] {{(pid=86391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:43:45.737509 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca984b03-bb0c-4b44-9125-3b55ff3827d7', 'tag': 'e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5', 'status': 'completed', 'code': 200} Apr 20 18:43:45.883722 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f151ed2b-bef4-4e25-8f1f-4f27897d5c92 req-c3f8d1f0-db37-4a39-8361-24a77b6cd010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:43:45.885677 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f151ed2b-bef4-4e25-8f1f-4f27897d5c92 req-c3f8d1f0-db37-4a39-8361-24a77b6cd010 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=78523cc200d74d3593590973bc47d263&device_id=ca984b03-bb0c-4b44-9125-3b55ff3827d7 HTTP/1.1" status: 200 len: 1098 time: 0.1208482 Apr 20 18:43:45.976756 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-426b1516-1cbc-4e03-afae-9cbd1d9eb77e None None] Set router 061046cb-71cc-4aa0-82de-6196f7d12217 gateway port host: dv-cinder-786932-2-smb {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:43:46.109954 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f151ed2b-bef4-4e25-8f1f-4f27897d5c92 req-f32562b7-6b82-4e62-962b-421c881d3aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:43:46.111580 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f151ed2b-bef4-4e25-8f1f-4f27897d5c92 req-f32562b7-6b82-4e62-962b-421c881d3aa3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d HTTP/1.1" status: 200 len: 910 time: 0.2180252 Apr 20 18:43:46.180711 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6564c69-0bf3-47b8-beed-56e76c576e99 req-75bed020-868b-4cd6-a59e-cdc3af0bcc01 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:43:46.181420 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-c6564c69-0bf3-47b8-beed-56e76c576e99 req-75bed020-868b-4cd6-a59e-cdc3af0bcc01 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Synchronizing usage tracker for tenant:78523cc200d74d3593590973bc47d263 on resource:port {{(pid=86391) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:43:46.199308 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f151ed2b-bef4-4e25-8f1f-4f27897d5c92 req-a0d65fff-b6e9-44cd-b84c-a0adb328cbe5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5 HTTP/1.1" status: 200 len: 217 time: 0.0800047 Apr 20 18:43:46.246435 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.quota.resource [req-c6564c69-0bf3-47b8-beed-56e76c576e99 req-75bed020-868b-4cd6-a59e-cdc3af0bcc01 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Unset dirty status for tenant:78523cc200d74d3593590973bc47d263 on resource:port {{(pid=86391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:43:46.247674 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-c6564c69-0bf3-47b8-beed-56e76c576e99 req-75bed020-868b-4cd6-a59e-cdc3af0bcc01 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca984b03-bb0c-4b44-9125-3b55ff3827d7 HTTP/1.1" status: 200 len: 945 time: 0.2626221 Apr 20 18:43:46.300928 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f151ed2b-bef4-4e25-8f1f-4f27897d5c92 req-49255253-3d2a-4991-81c4-582f38125864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:43:46.302482 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f151ed2b-bef4-4e25-8f1f-4f27897d5c92 req-49255253-3d2a-4991-81c4-582f38125864 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ea2b69e1-aa02-417b-ba12-47c5fab0a6a0 HTTP/1.1" status: 200 len: 848 time: 0.0944054 Apr 20 18:43:46.314011 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-c6564c69-0bf3-47b8-beed-56e76c576e99 req-ebeb411b-b419-47f8-aa00-a6b1e23afbbc tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.20 "GET /v2.0/security-groups?id=581de505-30ae-4045-9ef8-cd6029f35e78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590749 Apr 20 18:43:46.320141 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-426b1516-1cbc-4e03-afae-9cbd1d9eb77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061046cb-71cc-4aa0-82de-6196f7d12217', 'name': 'tempest-TestShelveInstance-1300468950-router', 'tenant_id': '78523cc200d74d3593590973bc47d263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.179'}], 'enable_snat': True}, 'gw_port_id': '0d4a897f-b0b8-4190-a4a7-d3ea5515a776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:39:42Z', 'updated_at': '2021-04-20T18:39:46Z', 'revision_number': 4, 'project_id': '78523cc200d74d3593590973bc47d263', 'gw_port': {'id': '0d4a897f-b0b8-4190-a4a7-d3ea5515a776', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:11:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061046cb-71cc-4aa0-82de-6196f7d12217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:39:43Z', 'updated_at': '2021-04-20T18:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb', '_interfaces': [{'id': '0ea67250-4ebf-409b-9355-8cbb62727d42', 'name': '', 'network_id': 'e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d', 'tenant_id': '78523cc200d74d3593590973bc47d263', 'mac_address': 'fa:16:3e:4d:01:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061046cb-71cc-4aa0-82de-6196f7d12217', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'ea2b69e1-aa02-417b-ba12-47c5fab0a6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:39:45Z', 'updated_at': '2021-04-20T18:39:54Z', 'revision_number': 5, 'project_id': '78523cc200d74d3593590973bc47d263', 'subnets': [{'id': 'ea2b69e1-aa02-417b-ba12-47c5fab0a6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:43:46.324278 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426b1516-1cbc-4e03-afae-9cbd1d9eb77e None None] Checking router: 061046cb-71cc-4aa0-82de-6196f7d12217 for host: dv-cinder-786932-2-smb {{(pid=86393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:43:46.334107 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426b1516-1cbc-4e03-afae-9cbd1d9eb77e None None] Routers {'061046cb-71cc-4aa0-82de-6196f7d12217'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:43:46.334848 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-426b1516-1cbc-4e03-afae-9cbd1d9eb77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:43:26Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['061046cb-71cc-4aa0-82de-6196f7d12217'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:43:46.393125 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f151ed2b-bef4-4e25-8f1f-4f27897d5c92 req-bcc40d70-0865-4193-8bde-c85bc3cc0a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:43:46.394765 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f151ed2b-bef4-4e25-8f1f-4f27897d5c92 req-bcc40d70-0865-4193-8bde-c85bc3cc0a95 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0842156 Apr 20 18:43:46.526272 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-426b1516-1cbc-4e03-afae-9cbd1d9eb77e None None] Set router 061046cb-71cc-4aa0-82de-6196f7d12217 gateway port host: dv-cinder-786932-2-smb {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:43:46.779436 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:46.788821 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f151ed2b-bef4-4e25-8f1f-4f27897d5c92 req-f47164fc-a957-455d-90af-52a083e9ad87 service neutron] 10.222.0.46 "GET /v2.0/networks/e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3860834 Apr 20 18:43:46.882619 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-426b1516-1cbc-4e03-afae-9cbd1d9eb77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061046cb-71cc-4aa0-82de-6196f7d12217', 'name': 'tempest-TestShelveInstance-1300468950-router', 'tenant_id': '78523cc200d74d3593590973bc47d263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.179'}], 'enable_snat': True}, 'gw_port_id': '0d4a897f-b0b8-4190-a4a7-d3ea5515a776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:39:42Z', 'updated_at': '2021-04-20T18:39:46Z', 'revision_number': 4, 'project_id': '78523cc200d74d3593590973bc47d263', 'gw_port': {'id': '0d4a897f-b0b8-4190-a4a7-d3ea5515a776', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:11:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061046cb-71cc-4aa0-82de-6196f7d12217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:39:43Z', 'updated_at': '2021-04-20T18:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb', '_interfaces': [{'id': '0ea67250-4ebf-409b-9355-8cbb62727d42', 'name': '', 'network_id': 'e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d', 'tenant_id': '78523cc200d74d3593590973bc47d263', 'mac_address': 'fa:16:3e:4d:01:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061046cb-71cc-4aa0-82de-6196f7d12217', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'ea2b69e1-aa02-417b-ba12-47c5fab0a6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:39:45Z', 'updated_at': '2021-04-20T18:39:54Z', 'revision_number': 5, 'project_id': '78523cc200d74d3593590973bc47d263', 'subnets': [{'id': 'ea2b69e1-aa02-417b-ba12-47c5fab0a6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:43:46.887038 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426b1516-1cbc-4e03-afae-9cbd1d9eb77e None None] The sync data for ids ['061046cb-71cc-4aa0-82de-6196f7d12217'] in dv-cinder-786932-2-smb is: [{'id': '061046cb-71cc-4aa0-82de-6196f7d12217', 'name': 'tempest-TestShelveInstance-1300468950-router', 'tenant_id': '78523cc200d74d3593590973bc47d263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.179'}], 'enable_snat': True}, 'gw_port_id': '0d4a897f-b0b8-4190-a4a7-d3ea5515a776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:39:42Z', 'updated_at': '2021-04-20T18:39:46Z', 'revision_number': 4, 'project_id': '78523cc200d74d3593590973bc47d263', 'gw_port': {'id': '0d4a897f-b0b8-4190-a4a7-d3ea5515a776', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:11:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061046cb-71cc-4aa0-82de-6196f7d12217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:39:43Z', 'updated_at': '2021-04-20T18:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb', '_interfaces': [{'id': '0ea67250-4ebf-409b-9355-8cbb62727d42', 'name': '', 'network_id': 'e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d', 'tenant_id': '78523cc200d74d3593590973bc47d263', 'mac_address': 'fa:16:3e:4d:01:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061046cb-71cc-4aa0-82de-6196f7d12217', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'ea2b69e1-aa02-417b-ba12-47c5fab0a6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:39:45Z', 'updated_at': '2021-04-20T18:39:54Z', 'revision_number': 5, 'project_id': '78523cc200d74d3593590973bc47d263', 'subnets': [{'id': 'ea2b69e1-aa02-417b-ba12-47c5fab0a6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:43:46.932724 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-f151ed2b-bef4-4e25-8f1f-4f27897d5c92 req-3793cae2-08ed-4dba-96c7-0ed277e2fd1b service neutron] 10.222.0.46 "GET /v2.0/networks/e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370690 Apr 20 18:43:47.242436 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68538a28-b068-4814-8eca-580dc044c4ac None None] New status for floating IP 3828fdfb-e8cc-4a65-be48-9c671c61fead: DOWN {{(pid=86394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 18:43:47.260108 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0102b9-3dd4-4a38-909a-29e5064ba064 req-a7c593ff-8014-44a2-9d49-e6521c9d9a31 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:43:47.261660 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-4d0102b9-3dd4-4a38-909a-29e5064ba064 req-a7c593ff-8014-44a2-9d49-e6521c9d9a31 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca984b03-bb0c-4b44-9125-3b55ff3827d7 HTTP/1.1" status: 200 len: 945 time: 0.0898044 Apr 20 18:43:47.341919 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [req-4d0102b9-3dd4-4a38-909a-29e5064ba064 req-be568f88-5f8d-49a4-8546-ca1f78ab4caa tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Deleting port e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5 {{(pid=86391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:43:47.342226 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-4d0102b9-3dd4-4a38-909a-29e5064ba064 req-be568f88-5f8d-49a4-8546-ca1f78ab4caa tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278078475124'] for port, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:47.621350 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [req-4d0102b9-3dd4-4a38-909a-29e5064ba064 req-be568f88-5f8d-49a4-8546-ca1f78ab4caa tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] For port e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5,segment=NetworkSegment(8efd7045-e71c-4bc2-ba35-3f4fd3793e5a),segment_id=8efd7045-e71c-4bc2-ba35-3f4fd3793e5a)] {{(pid=86391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:43:47.621940 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-4d0102b9-3dd4-4a38-909a-29e5064ba064 req-be568f88-5f8d-49a4-8546-ca1f78ab4caa tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7972734'] for port, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:47.767389 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [req-4d0102b9-3dd4-4a38-909a-29e5064ba064 req-be568f88-5f8d-49a4-8546-ca1f78ab4caa tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Calling delete_port for e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5 owned by compute:nova {{(pid=86391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:43:47.769992 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bffe47-bcc5-4ec4-b0f7-78db12662e5a req-6c0f1112-3f07-4963-bf29-f06759e69344 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:43:47.771649 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-48bffe47-bcc5-4ec4-b0f7-78db12662e5a req-6c0f1112-3f07-4963-bf29-f06759e69344 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca984b03-bb0c-4b44-9125-3b55ff3827d7 HTTP/1.1" status: 200 len: 945 time: 0.3409541 Apr 20 18:43:47.819701 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-48bffe47-bcc5-4ec4-b0f7-78db12662e5a req-a8e3580c-f745-4107-90db-97a15d920714 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.20 "GET /v2.0/security-groups?id=581de505-30ae-4045-9ef8-cd6029f35e78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414033 Apr 20 18:43:47.922063 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-4d0102b9-3dd4-4a38-909a-29e5064ba064 req-be568f88-5f8d-49a4-8546-ca1f78ab4caa tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278078469919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758775855577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368212'] for port, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:47.928430 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-f55a1362-87bc-4f56-8ac9-442a0fc8eb9f tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:43:47.982788 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be568f88-5f8d-49a4-8546-ca1f78ab4caa tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Pushing event deleted for resources: {'Port': ['ID=e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:43:47.985470 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-be568f88-5f8d-49a4-8546-ca1f78ab4caa tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:43:48.067582 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d0102b9-3dd4-4a38-909a-29e5064ba064 req-be568f88-5f8d-49a4-8546-ca1f78ab4caa tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] No DVR routers for this DVR port e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5 on host hv-cinder-78693 {{(pid=86391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:43:48.070100 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [req-4d0102b9-3dd4-4a38-909a-29e5064ba064 req-be568f88-5f8d-49a4-8546-ca1f78ab4caa tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4031'] for port, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:48.073066 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca984b03-bb0c-4b44-9125-3b55ff3827d7', 'name': 'network-vif-deleted', 'tag': 'e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5'}] {{(pid=86391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:43:48.089178 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-4d0102b9-3dd4-4a38-909a-29e5064ba064 req-be568f88-5f8d-49a4-8546-ca1f78ab4caa tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.46 "DELETE /v2.0/ports/e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5 HTTP/1.1" status: 204 len: 173 time: 0.8221388 Apr 20 18:43:48.122234 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca984b03-bb0c-4b44-9125-3b55ff3827d7', 'name': 'network-vif-deleted', 'tag': 'e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5', 'status': 'completed', 'code': 200} Apr 20 18:43:49.020393 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [req-240860b3-3c36-4227-be70-1c9e69c8e7d4 req-eb011b30-dc2e-42e6-b201-ef025934ecb3 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca984b03-bb0c-4b44-9125-3b55ff3827d7 HTTP/1.1" status: 200 len: 210 time: 0.0564086 Apr 20 18:43:50.133006 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 42806) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:43:50.212035 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-bf692cd0-af70-494d-b0a7-354ffeb19e90 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Notify callbacks [] for security_group, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:50.244758 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-bf692cd0-af70-494d-b0a7-354ffeb19e90 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:50.315744 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-bf692cd0-af70-494d-b0a7-354ffeb19e90 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:50.320935 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-a45e0305-aaba-4f00-bc75-01f52657daf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:43:50.336491 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf692cd0-af70-494d-b0a7-354ffeb19e90 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=581de505-30ae-4045-9ef8-cd6029f35e78,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:43:50.345388 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf692cd0-af70-494d-b0a7-354ffeb19e90 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:43:50.345822 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf692cd0-af70-494d-b0a7-354ffeb19e90 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:43:50.346231 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf692cd0-af70-494d-b0a7-354ffeb19e90 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:43:50.346654 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf692cd0-af70-494d-b0a7-354ffeb19e90 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:43:50.347082 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf692cd0-af70-494d-b0a7-354ffeb19e90 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:43:50.347479 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf692cd0-af70-494d-b0a7-354ffeb19e90 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:43:50.347876 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf692cd0-af70-494d-b0a7-354ffeb19e90 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:43:50.348269 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf692cd0-af70-494d-b0a7-354ffeb19e90 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:43:50.348667 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf692cd0-af70-494d-b0a7-354ffeb19e90 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:43:50.349061 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf692cd0-af70-494d-b0a7-354ffeb19e90 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:43:50.349451 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf692cd0-af70-494d-b0a7-354ffeb19e90 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:43:50.349842 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf692cd0-af70-494d-b0a7-354ffeb19e90 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-2-smb {{(pid=86392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:43:50.355928 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-bf692cd0-af70-494d-b0a7-354ffeb19e90 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:43:50.358003 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-bf692cd0-af70-494d-b0a7-354ffeb19e90 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] Notify callbacks [] for security_group, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:50.359254 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-bf692cd0-af70-494d-b0a7-354ffeb19e90 tempest-TestShelveInstance-1553807657 tempest-TestShelveInstance-1553807657-project] 10.222.0.20 "DELETE /v2.0/security-groups/581de505-30ae-4045-9ef8-cd6029f35e78 HTTP/1.1" status: 204 len: 168 time: 0.2251685 Apr 20 18:43:50.400805 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 42812) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:43:50.971815 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0503f2d7-d1e7-4682-a127-6c3da9d7aca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401049'] for router_interface, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:51.342656 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-0503f2d7-d1e7-4682-a127-6c3da9d7aca1 admin admin] Deleting port 0ea67250-4ebf-409b-9355-8cbb62727d42 {{(pid=86392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:43:51.343287 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0503f2d7-d1e7-4682-a127-6c3da9d7aca1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278078475124'] for port, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:51.527453 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-0503f2d7-d1e7-4682-a127-6c3da9d7aca1 admin admin] For port 0ea67250-4ebf-409b-9355-8cbb62727d42, host dv-cinder-786932-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=0ea67250-4ebf-409b-9355-8cbb62727d42,segment=NetworkSegment(8efd7045-e71c-4bc2-ba35-3f4fd3793e5a),segment_id=8efd7045-e71c-4bc2-ba35-3f4fd3793e5a)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:43:51.527842 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0503f2d7-d1e7-4682-a127-6c3da9d7aca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7972734'] for port, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:51.548119 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:43:51.588776 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] No Port match for: e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5 {{(pid=86393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:43:51.588776 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Device e23fb00b-0934-484a-ae0d-4c1ce1fc8cf5 not bound to the agent host hv-cinder-78693 {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:43:51.660187 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-0503f2d7-d1e7-4682-a127-6c3da9d7aca1 admin admin] Calling delete_port for 0ea67250-4ebf-409b-9355-8cbb62727d42 owned by network:router_interface {{(pid=86392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:43:51.837797 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0503f2d7-d1e7-4682-a127-6c3da9d7aca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278078469919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758775855577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852620706'] for port, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:51.841535 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-c8ba740c-7f61-4dc0-827e-986d80a2e4ac tempest-AttachVolumeNegativeTest-1289981977 tempest-AttachVolumeNegativeTest-1289981977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:43:51.889899 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0503f2d7-d1e7-4682-a127-6c3da9d7aca1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ea67250-4ebf-409b-9355-8cbb62727d42,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:43:51.918266 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-0503f2d7-d1e7-4682-a127-6c3da9d7aca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:43:52.173741 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0503f2d7-d1e7-4682-a127-6c3da9d7aca1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846651742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401127'] for router_interface, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:52.559080 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0503f2d7-d1e7-4682-a127-6c3da9d7aca1 admin admin] Router 061046cb-71cc-4aa0-82de-6196f7d12217 has already been hosted by L3 agent 41e81354-1f58-48e6-8416-2f8b62d59447 {{(pid=86392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:43:52.989014 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0503f2d7-d1e7-4682-a127-6c3da9d7aca1 admin admin] Notify agent at l3_agent.dv-cinder-786932-2-smb the message routers_updated {{(pid=86392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:43:52.999614 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a94995f-c1bb-46b7-88d9-c97a40caed6e None None] Sync routers for ids ['061046cb-71cc-4aa0-82de-6196f7d12217'] in dv-cinder-786932-2-smb {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:43:53.002111 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-0503f2d7-d1e7-4682-a127-6c3da9d7aca1 admin admin] 10.222.0.20 "PUT /v2.0/routers/061046cb-71cc-4aa0-82de-6196f7d12217/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6001527 Apr 20 18:43:53.005229 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 42816) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:43:53.010227 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a94995f-c1bb-46b7-88d9-c97a40caed6e None None] Routers {'061046cb-71cc-4aa0-82de-6196f7d12217'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:43:53.010920 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-8a94995f-c1bb-46b7-88d9-c97a40caed6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:43:26Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['061046cb-71cc-4aa0-82de-6196f7d12217'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:43:53.194635 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-6aa85194-6840-4664-8952-d87673b18928 admin admin] Notify callbacks [] for router, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:53.200142 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-8a94995f-c1bb-46b7-88d9-c97a40caed6e None None] Set router 061046cb-71cc-4aa0-82de-6196f7d12217 gateway port host: dv-cinder-786932-2-smb {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:43:53.382568 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-6aa85194-6840-4664-8952-d87673b18928 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:53.391569 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-6aa85194-6840-4664-8952-d87673b18928 admin admin] Deleting port 0d4a897f-b0b8-4190-a4a7-d3ea5515a776 {{(pid=86392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:43:53.391938 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-6aa85194-6840-4664-8952-d87673b18928 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278078475124'] for port, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:53.499491 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-8a94995f-c1bb-46b7-88d9-c97a40caed6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061046cb-71cc-4aa0-82de-6196f7d12217', 'name': 'tempest-TestShelveInstance-1300468950-router', 'tenant_id': '78523cc200d74d3593590973bc47d263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.179'}], 'enable_snat': True}, 'gw_port_id': '0d4a897f-b0b8-4190-a4a7-d3ea5515a776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:39:42Z', 'updated_at': '2021-04-20T18:43:51Z', 'revision_number': 5, 'project_id': '78523cc200d74d3593590973bc47d263', 'gw_port': {'id': '0d4a897f-b0b8-4190-a4a7-d3ea5515a776', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:11:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061046cb-71cc-4aa0-82de-6196f7d12217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:39:43Z', 'updated_at': '2021-04-20T18:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb'}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:43:53.503680 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a94995f-c1bb-46b7-88d9-c97a40caed6e None None] Checking router: 061046cb-71cc-4aa0-82de-6196f7d12217 for host: dv-cinder-786932-2-smb {{(pid=86393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:43:53.512868 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a94995f-c1bb-46b7-88d9-c97a40caed6e None None] Routers {'061046cb-71cc-4aa0-82de-6196f7d12217'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:43:53.513523 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-8a94995f-c1bb-46b7-88d9-c97a40caed6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:43:26Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['061046cb-71cc-4aa0-82de-6196f7d12217'], 'active': True} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:43:53.578566 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-6aa85194-6840-4664-8952-d87673b18928 admin admin] For port 0d4a897f-b0b8-4190-a4a7-d3ea5515a776, host dv-cinder-786932-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=0d4a897f-b0b8-4190-a4a7-d3ea5515a776,segment=NetworkSegment(2233cf5b-6309-472b-944c-203414fffc35),segment_id=2233cf5b-6309-472b-944c-203414fffc35)] {{(pid=86392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:43:53.579250 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-6aa85194-6840-4664-8952-d87673b18928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7972734'] for port, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:53.678630 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-8a94995f-c1bb-46b7-88d9-c97a40caed6e None None] Set router 061046cb-71cc-4aa0-82de-6196f7d12217 gateway port host: None {{(pid=86393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:43:53.714052 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-6aa85194-6840-4664-8952-d87673b18928 admin admin] Calling delete_port for 0d4a897f-b0b8-4190-a4a7-d3ea5515a776 owned by network:router_gateway {{(pid=86392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:43:53.805135 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-8a94995f-c1bb-46b7-88d9-c97a40caed6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061046cb-71cc-4aa0-82de-6196f7d12217', 'name': 'tempest-TestShelveInstance-1300468950-router', 'tenant_id': '78523cc200d74d3593590973bc47d263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:39:42Z', 'updated_at': '2021-04-20T18:43:53Z', 'revision_number': 6, 'project_id': '78523cc200d74d3593590973bc47d263', 'gw_port_host': None}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:43:53.810490 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a94995f-c1bb-46b7-88d9-c97a40caed6e None None] The sync data for ids ['061046cb-71cc-4aa0-82de-6196f7d12217'] in dv-cinder-786932-2-smb is: [{'id': '061046cb-71cc-4aa0-82de-6196f7d12217', 'name': 'tempest-TestShelveInstance-1300468950-router', 'tenant_id': '78523cc200d74d3593590973bc47d263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:39:42Z', 'updated_at': '2021-04-20T18:43:53Z', 'revision_number': 6, 'project_id': '78523cc200d74d3593590973bc47d263', 'gw_port_host': None}] {{(pid=86393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:43:53.813508 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-183d2803-5cd9-4f5f-8913-c65c233a7c2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:53.900611 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-6aa85194-6840-4664-8952-d87673b18928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278078469919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758775855577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852620706'] for port, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:53.905887 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-d6287dc8-70c0-4a79-84e0-bb3f222d5676 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:43:53.950003 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device 0ea67250-4ebf-409b-9355-8cbb62727d42 no longer exists at agent ovs-agent-dv-cinder-786932-2-smb {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:43:53.954322 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa85194-6840-4664-8952-d87673b18928 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d4a897f-b0b8-4190-a4a7-d3ea5515a776,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:43:53.984823 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-6aa85194-6840-4664-8952-d87673b18928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:43:53.989403 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] No Port match for: 0ea67250-4ebf-409b-9355-8cbb62727d42 {{(pid=86393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:43:53.990683 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device 0ea67250-4ebf-409b-9355-8cbb62727d42 not bound to the agent host dv-cinder-786932-2-smb {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:43:54.054273 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-6aa85194-6840-4664-8952-d87673b18928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846805146'] for router_gateway, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:54.238595 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-6aa85194-6840-4664-8952-d87673b18928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854379718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6052'] for router, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:54.241099 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-6aa85194-6840-4664-8952-d87673b18928 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:54.268466 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-6aa85194-6840-4664-8952-d87673b18928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-396414'] for router, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:54.269050 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa85194-6840-4664-8952-d87673b18928 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 061046cb-71cc-4aa0-82de-6196f7d12217 {{(pid=86392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 18:43:54.282340 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-6aa85194-6840-4664-8952-d87673b18928 admin admin] Notify callbacks [] for router, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:54.283585 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-6aa85194-6840-4664-8952-d87673b18928 admin admin] 10.222.0.20 "DELETE /v2.0/routers/061046cb-71cc-4aa0-82de-6196f7d12217 HTTP/1.1" status: 204 len: 168 time: 1.2773240 Apr 20 18:43:54.286503 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 42820) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:43:54.363404 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3134269-2063-45cd-9792-17cac57b6615 admin admin] Deleting subnet ea2b69e1-aa02-417b-ba12-47c5fab0a6a0 {{(pid=86391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 18:43:54.367340 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-f3134269-2063-45cd-9792-17cac57b6615 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:54.420828 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-f3134269-2063-45cd-9792-17cac57b6615 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3391845'] for subnet, precommit_delete_associations {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:54.510248 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-f3134269-2063-45cd-9792-17cac57b6615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663204'] for subnet, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:54.766966 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-f3134269-2063-45cd-9792-17cac57b6615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854112612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2366720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3304158'] for subnet, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:54.772150 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-255f772b-4953-49dc-90d3-d28eb48f650a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:43:54.812391 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3134269-2063-45cd-9792-17cac57b6615 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea2b69e1-aa02-417b-ba12-47c5fab0a6a0,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:43:54.815762 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-f3134269-2063-45cd-9792-17cac57b6615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:43:54.816797 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-f3134269-2063-45cd-9792-17cac57b6615 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:54.822891 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df90f48e-11a8-4616-8164-e32e15c9c3e3 None None] Network e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d requested from dv-cinder-786932-2-smb {{(pid=86393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:43:54.823171 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-f3134269-2063-45cd-9792-17cac57b6615 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ea2b69e1-aa02-417b-ba12-47c5fab0a6a0 HTTP/1.1" status: 204 len: 168 time: 0.5355411 Apr 20 18:43:54.825977 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 42824) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:43:54.944307 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-6bbf38b2-3771-4326-aeac-1f5338a01752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569320'] for network, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:54.956525 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-6bbf38b2-3771-4326-aeac-1f5338a01752 admin admin] Deleting port 400fd5c0-9523-474c-a3b0-599654ef47cd {{(pid=86391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:43:54.956864 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-6bbf38b2-3771-4326-aeac-1f5338a01752 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278078475124'] for port, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:55.110913 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60197379-05d0-448a-a757-3f2b9bc3fbfe None None] DHCP port deletion for e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d request from dv-cinder-786932-2-smb {{(pid=86393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 18:43:55.115788 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-60197379-05d0-448a-a757-3f2b9bc3fbfe None None] Deleting port 400fd5c0-9523-474c-a3b0-599654ef47cd {{(pid=86393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:43:55.116272 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-60197379-05d0-448a-a757-3f2b9bc3fbfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278078475124'] for port, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:55.181719 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-6bbf38b2-3771-4326-aeac-1f5338a01752 admin admin] For port 400fd5c0-9523-474c-a3b0-599654ef47cd, host dv-cinder-786932-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=400fd5c0-9523-474c-a3b0-599654ef47cd,segment=NetworkSegment(8efd7045-e71c-4bc2-ba35-3f4fd3793e5a),segment_id=8efd7045-e71c-4bc2-ba35-3f4fd3793e5a)] {{(pid=86391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:43:55.182111 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-6bbf38b2-3771-4326-aeac-1f5338a01752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7972734'] for port, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:55.316483 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-6bbf38b2-3771-4326-aeac-1f5338a01752 admin admin] Calling delete_port for 400fd5c0-9523-474c-a3b0-599654ef47cd owned by network:dhcp {{(pid=86391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:43:55.333152 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-60197379-05d0-448a-a757-3f2b9bc3fbfe None None] For port 400fd5c0-9523-474c-a3b0-599654ef47cd, host dv-cinder-786932-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=400fd5c0-9523-474c-a3b0-599654ef47cd,segment=NetworkSegment(8efd7045-e71c-4bc2-ba35-3f4fd3793e5a),segment_id=8efd7045-e71c-4bc2-ba35-3f4fd3793e5a)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:43:55.333546 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-60197379-05d0-448a-a757-3f2b9bc3fbfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7972734'] for port, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:55.396167 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-6bbf38b2-3771-4326-aeac-1f5338a01752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278078469919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758775855577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368212'] for port, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:55.401089 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-bac7ea7f-a915-42d7-9525-c33256abc124 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:43:55.450322 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbf38b2-3771-4326-aeac-1f5338a01752 admin admin] Pushing event deleted for resources: {'Port': ['ID=400fd5c0-9523-474c-a3b0-599654ef47cd,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:43:55.452384 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbf38b2-3771-4326-aeac-1f5338a01752 admin admin] No DVR routers for this DVR port 400fd5c0-9523-474c-a3b0-599654ef47cd on host dv-cinder-786932-2-smb {{(pid=86391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:43:55.453945 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-6bbf38b2-3771-4326-aeac-1f5338a01752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:43:55.582341 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-6bbf38b2-3771-4326-aeac-1f5338a01752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854112527', 'neutron.services.segments.db._delete_segments_for_network-8758776337267'] for network, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:55.653292 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-60197379-05d0-448a-a757-3f2b9bc3fbfe None None] Calling delete_port for 400fd5c0-9523-474c-a3b0-599654ef47cd owned by network:dhcp {{(pid=86393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:43:55.703524 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.services.segments.db [None req-6bbf38b2-3771-4326-aeac-1f5338a01752 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d']}} {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:43:55.714850 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3b2a5d8e-66b3-4641-bcea-2f5254081ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:55.721460 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.services.segments.db [None req-6bbf38b2-3771-4326-aeac-1f5338a01752 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8efd7045-e71c-4bc2-ba35-3f4fd3793e5a') {'for_net_delete': True} {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:43:55.721786 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.services.segments.db [None req-6bbf38b2-3771-4326-aeac-1f5338a01752 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8efd7045-e71c-4bc2-ba35-3f4fd3793e5a') {} {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:43:55.735308 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-6bbf38b2-3771-4326-aeac-1f5338a01752 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278078409571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851383955'] for segment, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:55.740607 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.db.api [None req-60197379-05d0-448a-a757-3f2b9bc3fbfe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86393) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 18:43:55.741012 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_db.api [None req-60197379-05d0-448a-a757-3f2b9bc3fbfe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 18:43:55.749966 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-6bbf38b2-3771-4326-aeac-1f5338a01752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854116670'] for segment, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:55.756206 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bbf38b2-3771-4326-aeac-1f5338a01752 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=86391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 18:43:55.937600 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-6bbf38b2-3771-4326-aeac-1f5338a01752 admin admin] Network e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d has no segments {{(pid=86391) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:43:55.946910 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-6bbf38b2-3771-4326-aeac-1f5338a01752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-659125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852407645'] for segment, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:55.990293 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device 0d4a897f-b0b8-4190-a4a7-d3ea5515a776 no longer exists at agent ovs-agent-dv-cinder-786932-2-smb {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:43:56.027626 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] No Port match for: 0d4a897f-b0b8-4190-a4a7-d3ea5515a776 {{(pid=86393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:43:56.027980 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device 0d4a897f-b0b8-4190-a4a7-d3ea5515a776 not bound to the agent host dv-cinder-786932-2-smb {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:43:56.028430 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device 400fd5c0-9523-474c-a3b0-599654ef47cd no longer exists at agent ovs-agent-dv-cinder-786932-2-smb {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:43:56.066844 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] No Port match for: 400fd5c0-9523-474c-a3b0-599654ef47cd {{(pid=86393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:43:56.067238 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device 400fd5c0-9523-474c-a3b0-599654ef47cd not bound to the agent host dv-cinder-786932-2-smb {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:43:56.137061 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-6bbf38b2-3771-4326-aeac-1f5338a01752 admin admin] Network e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d has no segments {{(pid=86391) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:43:56.160069 dv-cinder-786932-2-smb neutron-server[86278]: Traceback (most recent call last): Apr 20 18:43:56.160069 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 18:43:56.160069 dv-cinder-786932-2-smb neutron-server[86278]: timer() Apr 20 18:43:56.160069 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:43:56.160069 dv-cinder-786932-2-smb neutron-server[86278]: cb(*args, **kw) Apr 20 18:43:56.160069 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 18:43:56.160069 dv-cinder-786932-2-smb neutron-server[86278]: return func(*args, **kwargs) Apr 20 18:43:56.160069 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:43:56.160069 dv-cinder-786932-2-smb neutron-server[86278]: self._notify() Apr 20 18:43:56.160069 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:43:56.160069 dv-cinder-786932-2-smb neutron-server[86278]: self.callback(batched_events) Apr 20 18:43:56.160069 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:43:56.160069 dv-cinder-786932-2-smb neutron-server[86278]: event.method(event) Apr 20 18:43:56.160069 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:43:56.160069 dv-cinder-786932-2-smb neutron-server[86278]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:43:56.160069 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 18:43:56.160069 dv-cinder-786932-2-smb neutron-server[86278]: segment_id)['aggregates'][0] Apr 20 18:43:56.160069 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:43:56.160069 dv-cinder-786932-2-smb neutron-server[86278]: return f(self, *a, **k) Apr 20 18:43:56.160069 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 18:43:56.160069 dv-cinder-786932-2-smb neutron-server[86278]: return self._get(url).json() Apr 20 18:43:56.160069 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:43:56.160069 dv-cinder-786932-2-smb neutron-server[86278]: **kwargs) Apr 20 18:43:56.160069 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 18:43:56.160069 dv-cinder-786932-2-smb neutron-server[86278]: return self.request(url, 'GET', **kwargs) Apr 20 18:43:56.160069 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 18:43:56.160069 dv-cinder-786932-2-smb neutron-server[86278]: **endpoint_filter) Apr 20 18:43:56.160069 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 18:43:56.160069 dv-cinder-786932-2-smb neutron-server[86278]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:43:56.160069 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 18:43:56.160069 dv-cinder-786932-2-smb neutron-server[86278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:43:56.160069 dv-cinder-786932-2-smb neutron-server[86278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:43:56.241041 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-6bbf38b2-3771-4326-aeac-1f5338a01752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-663289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854378623'] for network, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:56.242959 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-60197379-05d0-448a-a757-3f2b9bc3fbfe None None] Deleting port 400fd5c0-9523-474c-a3b0-599654ef47cd {{(pid=86393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:43:56.243388 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-60197379-05d0-448a-a757-3f2b9bc3fbfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278078475124'] for port, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:56.254176 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-0ac0302c-74a1-443a-8e3b-539ce7df9008 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:43:56.268213 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-6bbf38b2-3771-4326-aeac-1f5338a01752 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for network, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:56.279574 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbf38b2-3771-4326-aeac-1f5338a01752 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:43:56.284151 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-6bbf38b2-3771-4326-aeac-1f5338a01752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:43:56.288579 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-6bbf38b2-3771-4326-aeac-1f5338a01752 admin admin] 10.222.0.20 "DELETE /v2.0/networks/e1d9a6b4-eabc-44e6-b1fc-8b22f49ee89d HTTP/1.1" status: 204 len: 168 time: 1.4616051 Apr 20 18:43:56.291891 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 42828) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:43:56.314862 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-60197379-05d0-448a-a757-3f2b9bc3fbfe None None] The port '400fd5c0-9523-474c-a3b0-599654ef47cd' was deleted {{(pid=86393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 18:43:56.715076 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3b38f3e8-f2f1-49b6-ac75-f9314cd83db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:56.857547 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-ac8c8f1f-5019-429f-bea8-25aac7f029cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401049'] for router_interface, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:57.483415 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-ac8c8f1f-5019-429f-bea8-25aac7f029cc admin admin] Deleting port bc28d806-0702-49ea-ade3-3edff9c2440c {{(pid=86391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:43:57.484014 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-ac8c8f1f-5019-429f-bea8-25aac7f029cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278078475124'] for port, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:57.672443 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-ac8c8f1f-5019-429f-bea8-25aac7f029cc admin admin] For port bc28d806-0702-49ea-ade3-3edff9c2440c, host dv-cinder-786932-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=bc28d806-0702-49ea-ade3-3edff9c2440c,segment=NetworkSegment(fc124d50-43b9-4428-bc3a-0c1d179aeb08),segment_id=fc124d50-43b9-4428-bc3a-0c1d179aeb08)] {{(pid=86391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:43:57.672829 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-ac8c8f1f-5019-429f-bea8-25aac7f029cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7972734'] for port, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:57.785419 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:57.807537 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-ac8c8f1f-5019-429f-bea8-25aac7f029cc admin admin] Calling delete_port for bc28d806-0702-49ea-ade3-3edff9c2440c owned by network:router_interface {{(pid=86391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:43:57.988306 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-ac8c8f1f-5019-429f-bea8-25aac7f029cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278078469919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758775855577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368212'] for port, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:57.991985 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-bd7d5d3d-3de9-4011-8a64-ab1f377e488f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:43:58.037999 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c8f1f-5019-429f-bea8-25aac7f029cc admin admin] Pushing event deleted for resources: {'Port': ['ID=bc28d806-0702-49ea-ade3-3edff9c2440c,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:43:58.041334 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-ac8c8f1f-5019-429f-bea8-25aac7f029cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:43:58.331069 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-ac8c8f1f-5019-429f-bea8-25aac7f029cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846651742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401127'] for router_interface, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:58.453400 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db4e54cc-07a3-4585-8120-e6421209c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:58.720983 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac8c8f1f-5019-429f-bea8-25aac7f029cc admin admin] Router 6183504b-841e-4b6a-b51c-7b61e8d1bfbe has already been hosted by L3 agent 41e81354-1f58-48e6-8416-2f8b62d59447 {{(pid=86391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:43:58.916791 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac8c8f1f-5019-429f-bea8-25aac7f029cc admin admin] Notify agent at l3_agent.dv-cinder-786932-2-smb the message routers_updated {{(pid=86391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:43:58.925868 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445d7de0-53a2-4bd8-b037-c99517d21a85 None None] Sync routers for ids ['6183504b-841e-4b6a-b51c-7b61e8d1bfbe'] in dv-cinder-786932-2-smb {{(pid=86394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:43:58.926629 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-ac8c8f1f-5019-429f-bea8-25aac7f029cc admin admin] 10.222.0.20 "PUT /v2.0/routers/6183504b-841e-4b6a-b51c-7b61e8d1bfbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6336057 Apr 20 18:43:58.929485 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 42832) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:43:58.936308 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445d7de0-53a2-4bd8-b037-c99517d21a85 None None] Routers {'6183504b-841e-4b6a-b51c-7b61e8d1bfbe'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:43:58.937047 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-445d7de0-53a2-4bd8-b037-c99517d21a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:43:56Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['6183504b-841e-4b6a-b51c-7b61e8d1bfbe'], 'active': True} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:43:59.114288 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4f57bc6a-a2bf-430f-b289-8b263b307c9f admin admin] Notify callbacks [] for router, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:59.124081 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-445d7de0-53a2-4bd8-b037-c99517d21a85 None None] Set router 6183504b-841e-4b6a-b51c-7b61e8d1bfbe gateway port host: dv-cinder-786932-2-smb {{(pid=86394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:43:59.297868 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4f57bc6a-a2bf-430f-b289-8b263b307c9f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:59.307483 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-4f57bc6a-a2bf-430f-b289-8b263b307c9f admin admin] Deleting port c8a979dc-872f-43f9-8194-6abd53ff6de8 {{(pid=86391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:43:59.307841 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4f57bc6a-a2bf-430f-b289-8b263b307c9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278078475124'] for port, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:59.420194 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-445d7de0-53a2-4bd8-b037-c99517d21a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6183504b-841e-4b6a-b51c-7b61e8d1bfbe', 'name': 'tempest-TestShelveInstance-350286913-router', 'tenant_id': '274661abf145413d8f9290a49c30b181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'external_fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.184'}], 'enable_snat': True}, 'gw_port_id': 'c8a979dc-872f-43f9-8194-6abd53ff6de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:39:49Z', 'updated_at': '2021-04-20T18:43:57Z', 'revision_number': 5, 'project_id': '274661abf145413d8f9290a49c30b181', 'gw_port': {'id': 'c8a979dc-872f-43f9-8194-6abd53ff6de8', 'name': '', 'network_id': '6f8e8285-aaa9-4dbf-9e6b-39abd83f9974', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:57:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6183504b-841e-4b6a-b51c-7b61e8d1bfbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'ip_address': '172.28.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:39:50Z', 'updated_at': '2021-04-20T18:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f30c7817-a5c6-4c47-97c4-010d805a937c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-2-smb'}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:43:59.424368 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445d7de0-53a2-4bd8-b037-c99517d21a85 None None] Checking router: 6183504b-841e-4b6a-b51c-7b61e8d1bfbe for host: dv-cinder-786932-2-smb {{(pid=86394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:43:59.433646 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445d7de0-53a2-4bd8-b037-c99517d21a85 None None] Routers {'6183504b-841e-4b6a-b51c-7b61e8d1bfbe'} bound to L3 agent in host dv-cinder-786932-2-smb {{(pid=86394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:43:59.434291 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-445d7de0-53a2-4bd8-b037-c99517d21a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T18:20:55Z,description=,heartbeat_timestamp=2021-04-20T18:43:56Z,host='dv-cinder-786932-2-smb',id=41e81354-1f58-48e6-8416-2f8b62d59447,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:20:55Z,topic='l3_agent')) {'router_ids': ['6183504b-841e-4b6a-b51c-7b61e8d1bfbe'], 'active': True} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:43:59.495226 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-4f57bc6a-a2bf-430f-b289-8b263b307c9f admin admin] For port c8a979dc-872f-43f9-8194-6abd53ff6de8, host dv-cinder-786932-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=c8a979dc-872f-43f9-8194-6abd53ff6de8,segment=NetworkSegment(2233cf5b-6309-472b-944c-203414fffc35),segment_id=2233cf5b-6309-472b-944c-203414fffc35)] {{(pid=86391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:43:59.495623 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4f57bc6a-a2bf-430f-b289-8b263b307c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7972734'] for port, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:59.593251 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvr_db [None req-445d7de0-53a2-4bd8-b037-c99517d21a85 None None] Set router 6183504b-841e-4b6a-b51c-7b61e8d1bfbe gateway port host: None {{(pid=86394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:43:59.635915 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-4f57bc6a-a2bf-430f-b289-8b263b307c9f admin admin] Calling delete_port for c8a979dc-872f-43f9-8194-6abd53ff6de8 owned by network:router_gateway {{(pid=86391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:43:59.712390 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_hamode_db [None req-445d7de0-53a2-4bd8-b037-c99517d21a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6183504b-841e-4b6a-b51c-7b61e8d1bfbe', 'name': 'tempest-TestShelveInstance-350286913-router', 'tenant_id': '274661abf145413d8f9290a49c30b181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:39:49Z', 'updated_at': '2021-04-20T18:43:59Z', 'revision_number': 6, 'project_id': '274661abf145413d8f9290a49c30b181', 'gw_port_host': None}], 'dv-cinder-786932-2-smb', False) {} {{(pid=86394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:43:59.716698 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445d7de0-53a2-4bd8-b037-c99517d21a85 None None] The sync data for ids ['6183504b-841e-4b6a-b51c-7b61e8d1bfbe'] in dv-cinder-786932-2-smb is: [{'id': '6183504b-841e-4b6a-b51c-7b61e8d1bfbe', 'name': 'tempest-TestShelveInstance-350286913-router', 'tenant_id': '274661abf145413d8f9290a49c30b181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:39:49Z', 'updated_at': '2021-04-20T18:43:59Z', 'revision_number': 6, 'project_id': '274661abf145413d8f9290a49c30b181', 'gw_port_host': None}] {{(pid=86394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:43:59.817660 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4f57bc6a-a2bf-430f-b289-8b263b307c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278078469919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758775855577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368212'] for port, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:43:59.821880 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-06b51afe-7069-4449-a00f-64cb36edb986 tempest-VolumesActionsTest-2056649573 tempest-VolumesActionsTest-2056649573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:43:59.867611 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f57bc6a-a2bf-430f-b289-8b263b307c9f admin admin] Pushing event deleted for resources: {'Port': ['ID=c8a979dc-872f-43f9-8194-6abd53ff6de8,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:43:59.870254 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-4f57bc6a-a2bf-430f-b289-8b263b307c9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:43:59.972553 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4f57bc6a-a2bf-430f-b289-8b263b307c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846805146'] for router_gateway, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:44:00.021505 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device bc28d806-0702-49ea-ade3-3edff9c2440c no longer exists at agent ovs-agent-dv-cinder-786932-2-smb {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:44:00.062194 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] No Port match for: bc28d806-0702-49ea-ade3-3edff9c2440c {{(pid=86393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:44:00.062577 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device bc28d806-0702-49ea-ade3-3edff9c2440c not bound to the agent host dv-cinder-786932-2-smb {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:44:00.063115 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device c8a979dc-872f-43f9-8194-6abd53ff6de8 no longer exists at agent ovs-agent-dv-cinder-786932-2-smb {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:44:00.101599 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] No Port match for: c8a979dc-872f-43f9-8194-6abd53ff6de8 {{(pid=86393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:44:00.101991 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device c8a979dc-872f-43f9-8194-6abd53ff6de8 not bound to the agent host dv-cinder-786932-2-smb {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:44:00.415059 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4f57bc6a-a2bf-430f-b289-8b263b307c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854379718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6052'] for router, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:44:00.417551 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4f57bc6a-a2bf-430f-b289-8b263b307c9f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:44:00.447575 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4f57bc6a-a2bf-430f-b289-8b263b307c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-396414'] for router, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:44:00.448153 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f57bc6a-a2bf-430f-b289-8b263b307c9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6183504b-841e-4b6a-b51c-7b61e8d1bfbe {{(pid=86391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 18:44:00.461323 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-4f57bc6a-a2bf-430f-b289-8b263b307c9f admin admin] Notify callbacks [] for router, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:44:00.462511 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-4f57bc6a-a2bf-430f-b289-8b263b307c9f admin admin] 10.222.0.20 "DELETE /v2.0/routers/6183504b-841e-4b6a-b51c-7b61e8d1bfbe HTTP/1.1" status: 204 len: 168 time: 1.5320475 Apr 20 18:44:00.465317 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 42836) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:44:00.539813 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.db_base_plugin_v2 [None req-eff3d942-6cc1-4fd6-921b-feba03d8afcf admin admin] Deleting subnet d5473c5f-a8da-4a93-a851-655a67851bbb {{(pid=86391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 18:44:00.543064 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-eff3d942-6cc1-4fd6-921b-feba03d8afcf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:44:00.596972 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-eff3d942-6cc1-4fd6-921b-feba03d8afcf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3391845'] for subnet, precommit_delete_associations {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:44:00.682525 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-eff3d942-6cc1-4fd6-921b-feba03d8afcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663204'] for subnet, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:44:00.971765 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-eff3d942-6cc1-4fd6-921b-feba03d8afcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854112612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846858388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2366720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3304158'] for subnet, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:44:00.976637 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:44:01.018880 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-eff3d942-6cc1-4fd6-921b-feba03d8afcf admin admin] Notify callbacks [] for subnet, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:44:01.023590 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff3d942-6cc1-4fd6-921b-feba03d8afcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5473c5f-a8da-4a93-a851-655a67851bbb,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:44:01.024546 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f16c05-09d0-4300-b7fa-e905dcaeba6b None None] Network c8840057-c2a6-4972-8887-29821d519c65 requested from dv-cinder-786932-2-smb {{(pid=86393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:44:01.025817 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-eff3d942-6cc1-4fd6-921b-feba03d8afcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:44:01.028959 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-eff3d942-6cc1-4fd6-921b-feba03d8afcf admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d5473c5f-a8da-4a93-a851-655a67851bbb HTTP/1.1" status: 204 len: 168 time: 0.5626628 Apr 20 18:44:01.031890 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 42840) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:44:01.145030 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-fa6507dc-4a6d-4e09-9de5-a34c121966cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569320'] for network, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:44:01.156741 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-fa6507dc-4a6d-4e09-9de5-a34c121966cd admin admin] Deleting port ce8fd4f9-35fe-4814-8086-6187f408392d {{(pid=86391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:44:01.157106 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-fa6507dc-4a6d-4e09-9de5-a34c121966cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278078475124'] for port, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:44:01.283509 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2b776d-4778-4da4-a779-28675d4ba621 None None] DHCP port deletion for c8840057-c2a6-4972-8887-29821d519c65 request from dv-cinder-786932-2-smb {{(pid=86393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 18:44:01.287813 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-9e2b776d-4778-4da4-a779-28675d4ba621 None None] Deleting port ce8fd4f9-35fe-4814-8086-6187f408392d {{(pid=86393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:44:01.288224 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9e2b776d-4778-4da4-a779-28675d4ba621 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278078475124'] for port, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:44:01.382677 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-fa6507dc-4a6d-4e09-9de5-a34c121966cd admin admin] For port ce8fd4f9-35fe-4814-8086-6187f408392d, host dv-cinder-786932-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=ce8fd4f9-35fe-4814-8086-6187f408392d,segment=NetworkSegment(fc124d50-43b9-4428-bc3a-0c1d179aeb08),segment_id=fc124d50-43b9-4428-bc3a-0c1d179aeb08)] {{(pid=86391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:44:01.383099 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-fa6507dc-4a6d-4e09-9de5-a34c121966cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7972734'] for port, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:44:01.500536 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.db [None req-9e2b776d-4778-4da4-a779-28675d4ba621 None None] For port ce8fd4f9-35fe-4814-8086-6187f408392d, host dv-cinder-786932-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-2-smb',level=0,port_id=ce8fd4f9-35fe-4814-8086-6187f408392d,segment=NetworkSegment(fc124d50-43b9-4428-bc3a-0c1d179aeb08),segment_id=fc124d50-43b9-4428-bc3a-0c1d179aeb08)] {{(pid=86393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:44:01.500879 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9e2b776d-4778-4da4-a779-28675d4ba621 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7972734'] for port, precommit_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:44:01.516046 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-fa6507dc-4a6d-4e09-9de5-a34c121966cd admin admin] Calling delete_port for ce8fd4f9-35fe-4814-8086-6187f408392d owned by network:dhcp {{(pid=86391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:44:01.596703 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-fa6507dc-4a6d-4e09-9de5-a34c121966cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-758709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8261054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278078469919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758775855577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368212'] for port, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:44:01.600601 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-6f19faba-e095-42aa-b500-c798693b1318 tempest-TestMinimumBasicScenario-1436481027 tempest-TestMinimumBasicScenario-1436481027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:44:01.633147 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-9e2b776d-4778-4da4-a779-28675d4ba621 None None] Calling delete_port for ce8fd4f9-35fe-4814-8086-6187f408392d owned by network:dhcp {{(pid=86393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:44:01.652237 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6507dc-4a6d-4e09-9de5-a34c121966cd admin admin] Pushing event deleted for resources: {'Port': ['ID=ce8fd4f9-35fe-4814-8086-6187f408392d,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:44:01.654912 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-fa6507dc-4a6d-4e09-9de5-a34c121966cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:44:01.657398 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6507dc-4a6d-4e09-9de5-a34c121966cd admin admin] No DVR routers for this DVR port ce8fd4f9-35fe-4814-8086-6187f408392d on host dv-cinder-786932-2-smb {{(pid=86391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:44:01.709634 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.db.api [None req-9e2b776d-4778-4da4-a779-28675d4ba621 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86393) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 18:44:01.710037 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_db.api [None req-9e2b776d-4778-4da4-a779-28675d4ba621 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 18:44:01.781596 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-fa6507dc-4a6d-4e09-9de5-a34c121966cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854112527', 'neutron.services.segments.db._delete_segments_for_network-8758776337267'] for network, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:44:01.898093 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.services.segments.db [None req-fa6507dc-4a6d-4e09-9de5-a34c121966cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8840057-c2a6-4972-8887-29821d519c65']}} {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:44:01.911034 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.services.segments.db [None req-fa6507dc-4a6d-4e09-9de5-a34c121966cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc124d50-43b9-4428-bc3a-0c1d179aeb08') {'for_net_delete': True} {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:44:01.911363 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.services.segments.db [None req-fa6507dc-4a6d-4e09-9de5-a34c121966cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc124d50-43b9-4428-bc3a-0c1d179aeb08') {} {{(pid=86391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:44:01.923343 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-fa6507dc-4a6d-4e09-9de5-a34c121966cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278078409571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851383955'] for segment, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:44:01.942495 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-fa6507dc-4a6d-4e09-9de5-a34c121966cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854116670'] for segment, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:44:01.949275 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa6507dc-4a6d-4e09-9de5-a34c121966cd admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=86391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 18:44:01.995078 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device ce8fd4f9-35fe-4814-8086-6187f408392d no longer exists at agent ovs-agent-dv-cinder-786932-2-smb {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:44:02.032715 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] No Port match for: ce8fd4f9-35fe-4814-8086-6187f408392d {{(pid=86393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:44:02.033017 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.rpc [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Device ce8fd4f9-35fe-4814-8086-6187f408392d not bound to the agent host dv-cinder-786932-2-smb {{(pid=86393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:44:02.133573 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-fa6507dc-4a6d-4e09-9de5-a34c121966cd admin admin] Network c8840057-c2a6-4972-8887-29821d519c65 has no segments {{(pid=86391) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:44:02.142571 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-fa6507dc-4a6d-4e09-9de5-a34c121966cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-659125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852407645'] for segment, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:44:02.211123 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-9e2b776d-4778-4da4-a779-28675d4ba621 None None] Deleting port ce8fd4f9-35fe-4814-8086-6187f408392d {{(pid=86393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:44:02.211553 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-9e2b776d-4778-4da4-a779-28675d4ba621 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278078475124'] for port, before_delete {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:44:02.284777 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.plugin [None req-9e2b776d-4778-4da4-a779-28675d4ba621 None None] The port 'ce8fd4f9-35fe-4814-8086-6187f408392d' was deleted {{(pid=86393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 18:44:02.319721 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.plugins.ml2.managers [None req-fa6507dc-4a6d-4e09-9de5-a34c121966cd admin admin] Network c8840057-c2a6-4972-8887-29821d519c65 has no segments {{(pid=86391) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:44:02.345990 dv-cinder-786932-2-smb neutron-server[86278]: Traceback (most recent call last): Apr 20 18:44:02.345990 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 18:44:02.345990 dv-cinder-786932-2-smb neutron-server[86278]: timer() Apr 20 18:44:02.345990 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:44:02.345990 dv-cinder-786932-2-smb neutron-server[86278]: cb(*args, **kw) Apr 20 18:44:02.345990 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 18:44:02.345990 dv-cinder-786932-2-smb neutron-server[86278]: return func(*args, **kwargs) Apr 20 18:44:02.345990 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:44:02.345990 dv-cinder-786932-2-smb neutron-server[86278]: self._notify() Apr 20 18:44:02.345990 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:44:02.345990 dv-cinder-786932-2-smb neutron-server[86278]: self.callback(batched_events) Apr 20 18:44:02.345990 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:44:02.345990 dv-cinder-786932-2-smb neutron-server[86278]: event.method(event) Apr 20 18:44:02.345990 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:44:02.345990 dv-cinder-786932-2-smb neutron-server[86278]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:44:02.345990 dv-cinder-786932-2-smb neutron-server[86278]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 18:44:02.345990 dv-cinder-786932-2-smb neutron-server[86278]: segment_id)['aggregates'][0] Apr 20 18:44:02.345990 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:44:02.345990 dv-cinder-786932-2-smb neutron-server[86278]: return f(self, *a, **k) Apr 20 18:44:02.345990 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 18:44:02.345990 dv-cinder-786932-2-smb neutron-server[86278]: return self._get(url).json() Apr 20 18:44:02.345990 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:44:02.345990 dv-cinder-786932-2-smb neutron-server[86278]: **kwargs) Apr 20 18:44:02.345990 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 18:44:02.345990 dv-cinder-786932-2-smb neutron-server[86278]: return self.request(url, 'GET', **kwargs) Apr 20 18:44:02.345990 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 18:44:02.345990 dv-cinder-786932-2-smb neutron-server[86278]: **endpoint_filter) Apr 20 18:44:02.345990 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 18:44:02.345990 dv-cinder-786932-2-smb neutron-server[86278]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:44:02.345990 dv-cinder-786932-2-smb neutron-server[86278]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 18:44:02.345990 dv-cinder-786932-2-smb neutron-server[86278]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:44:02.345990 dv-cinder-786932-2-smb neutron-server[86278]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:44:02.433618 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-fa6507dc-4a6d-4e09-9de5-a34c121966cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-663289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8124058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854378623'] for network, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:44:02.437291 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-17f0fa09-2b6f-4c03-9943-26a99973cb6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:44:02.450943 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-fa6507dc-4a6d-4e09-9de5-a34c121966cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8124041'] for network, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:44:02.463122 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6507dc-4a6d-4e09-9de5-a34c121966cd admin admin] Pushing event deleted for resources: {'Network': ['ID=c8840057-c2a6-4972-8887-29821d519c65,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:44:02.465479 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-fa6507dc-4a6d-4e09-9de5-a34c121966cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:44:02.466942 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-fa6507dc-4a6d-4e09-9de5-a34c121966cd admin admin] 10.222.0.20 "DELETE /v2.0/networks/c8840057-c2a6-4972-8887-29821d519c65 HTTP/1.1" status: 204 len: 168 time: 1.4340107 Apr 20 18:44:02.674193 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 42846) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:44:02.731449 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-3613a1c5-a3d7-4ef8-b0b4-6e0f54622d13 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=78523cc200d74d3593590973bc47d263&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0558472 Apr 20 18:44:02.735180 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86391) accepted ('10.222.0.20', 42850) {{(pid=86391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:44:02.795995 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-fd69a139-3035-4b2a-a486-16d472f01632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:44:02.823917 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-fd69a139-3035-4b2a-a486-16d472f01632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:44:02.853045 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.agents_db [None req-bb53aea3-de48-49b3-8e00-ae07e91d3609 None None] Agent healthcheck: found 6 active agents {{(pid=86394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:44:02.897044 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-fd69a139-3035-4b2a-a486-16d472f01632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:44:02.902654 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-ff516ee8-942b-43fe-b0f0-9b2fd52995ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:44:02.919017 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd69a139-3035-4b2a-a486-16d472f01632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63e29e3-e4e9-4b22-a42c-4a011985a070,revision_number=None']} {{(pid=86391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:44:02.922193 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-fd69a139-3035-4b2a-a486-16d472f01632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:44:02.924454 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-fd69a139-3035-4b2a-a486-16d472f01632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:44:02.925646 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-fd69a139-3035-4b2a-a486-16d472f01632 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c63e29e3-e4e9-4b22-a42c-4a011985a070 HTTP/1.1" status: 204 len: 168 time: 0.1895509 Apr 20 18:44:03.321905 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 42858) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:44:03.378681 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-99dc3bfc-5a45-4ec1-9d89-28c1c0d88159 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=274661abf145413d8f9290a49c30b181&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0553129 Apr 20 18:44:03.382315 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [-] (86392) accepted ('10.222.0.20', 42862) {{(pid=86392) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:44:03.443355 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-31400212-d5d0-4e11-96e5-8949c138edf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:44:03.473591 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-31400212-d5d0-4e11-96e5-8949c138edf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:44:03.530030 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-31400212-d5d0-4e11-96e5-8949c138edf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846860128'] for security_group, after_delete {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:44:03.533913 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-c015fb15-02ca-464b-8401-a3dd22ccc5d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:44:03.545448 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31400212-d5d0-4e11-96e5-8949c138edf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec31457-4f22-41fc-bea1-ad77086c4983,revision_number=None']} {{(pid=86392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:44:03.549270 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG oslo_concurrency.lockutils [None req-31400212-d5d0-4e11-96e5-8949c138edf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:44:03.552924 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-31400212-d5d0-4e11-96e5-8949c138edf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:44:03.554200 dv-cinder-786932-2-smb neutron-server[86278]: INFO neutron.wsgi [None req-31400212-d5d0-4e11-96e5-8949c138edf3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8ec31457-4f22-41fc-bea1-ad77086c4983 HTTP/1.1" status: 204 len: 168 time: 0.1709025 Apr 20 18:44:16.773709 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:44:23.741404 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-82ca0c55-9bb2-4e2a-b152-43a6ad4a3841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:44:25.593340 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-e6516b99-8709-41d2-aa31-fcf0ce3f4730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:44:26.727968 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3b38f3e8-f2f1-49b6-ac75-f9314cd83db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:44:27.796262 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:44:28.461700 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db4e54cc-07a3-4585-8120-e6421209c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:44:39.853295 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.agents_db [None req-bb53aea3-de48-49b3-8e00-ae07e91d3609 None None] Agent healthcheck: found 6 active agents {{(pid=86394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:44:46.791483 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:44:53.739719 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-25881da3-3072-4250-9f19-37708de86b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:44:55.591834 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-40b5ae5f-07f6-4d44-b8b9-385f7af076f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:44:56.732552 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3b38f3e8-f2f1-49b6-ac75-f9314cd83db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:44:57.795381 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:44:58.555097 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db4e54cc-07a3-4585-8120-e6421209c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:45:16.789612 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:45:16.858571 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.agents_db [None req-bb53aea3-de48-49b3-8e00-ae07e91d3609 None None] Agent healthcheck: found 6 active agents {{(pid=86394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:45:18.202421 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [req-a01c5cea-b29e-4ad4-a9fe-1b40e0a4a831 req-d2aff0c6-b310-4117-82b0-bc95e9b570fd service neutron] (86392) timed out ('10.222.0.46', 63191) {{(pid=86392) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 20 18:45:23.741016 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0e480093-68ed-4ac7-9ef1-97a31b861d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:45:25.591608 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-0ff537ab-669e-4040-867e-832742af2e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:45:26.733799 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3b38f3e8-f2f1-49b6-ac75-f9314cd83db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:45:27.800618 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:45:28.480756 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db4e54cc-07a3-4585-8120-e6421209c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:45:32.031149 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [req-816036ee-7b06-4325-a4ff-2c6a1c0d5e92 req-0dc55e5a-25c1-40dc-81d6-7d06b5c1b0fa service neutron] (86391) timed out ('10.222.0.46', 63197) {{(pid=86391) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 20 18:45:32.384864 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.wsgi [req-977c8bb3-09ce-4644-b7d1-8723a165dbe6 req-2d9219fe-b5f2-45a8-b747-9b829db3fa67 tempest-DeleteServersTestJSON-445514946 tempest-DeleteServersTestJSON-445514946-project] (86392) timed out ('10.222.0.46', 63220) {{(pid=86392) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 20 18:45:46.804734 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:45:53.747534 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-36024e82-24f0-428a-a368-7f3ab9dd7ad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:45:53.864450 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.agents_db [None req-bb53aea3-de48-49b3-8e00-ae07e91d3609 None None] Agent healthcheck: found 6 active agents {{(pid=86394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:45:55.592356 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-080bd580-82ce-4d4f-83cc-b61c055946bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:45:56.736728 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3b38f3e8-f2f1-49b6-ac75-f9314cd83db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:45:57.805590 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:45:58.469916 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db4e54cc-07a3-4585-8120-e6421209c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:46:16.813713 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:46:23.740352 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-06f1c0ae-fefd-40a7-b1b7-9a0d978a6d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:46:25.595731 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-32e23ce1-d4f4-4646-893e-153fab732698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:46:26.745015 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3b38f3e8-f2f1-49b6-ac75-f9314cd83db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:46:27.808726 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:46:28.476701 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db4e54cc-07a3-4585-8120-e6421209c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:46:30.865193 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.agents_db [None req-bb53aea3-de48-49b3-8e00-ae07e91d3609 None None] Agent healthcheck: found 6 active agents {{(pid=86394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:46:46.821599 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:46:53.740130 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-eb8b87ad-0633-48c0-a3a5-d5f9563fe6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:46:55.595141 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-35b5f989-3fa6-4e7e-8767-2e339b2c8300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:46:56.748817 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3b38f3e8-f2f1-49b6-ac75-f9314cd83db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:46:57.811177 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:46:58.572171 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db4e54cc-07a3-4585-8120-e6421209c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:47:07.866829 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.agents_db [None req-bb53aea3-de48-49b3-8e00-ae07e91d3609 None None] Agent healthcheck: found 6 active agents {{(pid=86394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:47:16.828766 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:47:23.740089 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-34bf3518-b3cd-4c85-9553-73d3c2327240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:47:25.596756 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-51059423-d882-4e71-8698-2b9cfd39e535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:47:26.753893 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3b38f3e8-f2f1-49b6-ac75-f9314cd83db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:47:27.811999 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:47:28.493573 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db4e54cc-07a3-4585-8120-e6421209c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:47:44.870431 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.agents_db [None req-bb53aea3-de48-49b3-8e00-ae07e91d3609 None None] Agent healthcheck: found 6 active agents {{(pid=86394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:47:46.829356 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:47:53.737860 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-ccb64a71-fef4-4ec9-b769-19a9ddf469c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:47:55.597461 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-fb119a27-d575-4625-9ab5-156968afd607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:47:56.756834 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3b38f3e8-f2f1-49b6-ac75-f9314cd83db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:47:57.813341 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:47:58.498346 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db4e54cc-07a3-4585-8120-e6421209c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:48:16.846489 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:48:21.873665 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron.db.agents_db [None req-bb53aea3-de48-49b3-8e00-ae07e91d3609 None None] Agent healthcheck: found 6 active agents {{(pid=86394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:48:23.738500 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-649cf95e-da25-4e8e-b062-09c2c443a72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:48:25.596709 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db14765f-e945-4e68-8560-9c796cf2f986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:48:26.761687 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-3b38f3e8-f2f1-49b6-ac75-f9314cd83db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:48:27.814617 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-8d505821-7c97-4b84-bac1-d2fdb80e3049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:48:28.501426 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-db4e54cc-07a3-4585-8120-e6421209c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:48:46.864036 dv-cinder-786932-2-smb neutron-server[86278]: DEBUG neutron_lib.callbacks.manager [None req-2ec01449-4fb4-4f2e-98a0-6f042865fcae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278078438533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847056941'] for agent, after_update {{(pid=86393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}